2013-10-31 15:42:22,958 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-31 15:42:22,976 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-31 15:42:22,977 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.FieldedPipesPlatformTest
2013-10-31 15:42:23,002 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(118)) - using cluster
2013-10-31 15:42:23,242 INFO util.GSet (BlocksMap.java:computeCapacity(338)) - VM type = 64-bit
2013-10-31 15:42:23,242 INFO util.GSet (BlocksMap.java:computeCapacity(339)) - 2% max memory = 14.49 MB
2013-10-31 15:42:23,242 INFO util.GSet (BlocksMap.java:computeCapacity(340)) - capacity = 2^21 = 2097152 entries
2013-10-31 15:42:23,243 INFO util.GSet (LightWeightGSet.java:<init>(79)) - recommended=2097152, actual=2097152
2013-10-31 15:42:23,417 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(482)) - fsOwner=hadoop
2013-10-31 15:42:23,418 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(486)) - supergroup=supergroup
2013-10-31 15:42:23,418 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(487)) - isPermissionEnabled=true
2013-10-31 15:42:23,421 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(532)) - dfs.block.invalidate.limit=100
2013-10-31 15:42:23,421 WARN namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(537)) - The dfs.support.append option is in your configuration, however append is not supported. This configuration option is no longer required to enable sync.
2013-10-31 15:42:23,421 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(549)) - isAccessTokenEnabled=false accessKeyUpdateInterval=0 min(s), accessTokenLifetime=0 min(s)
2013-10-31 15:42:23,426 INFO namenode.NameNode (FSDirectory.java:<init>(84)) - Caching file names occuring more than 10 times
2013-10-31 15:42:23,565 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:42:23,866 INFO common.Storage (FSImage.java:format(1331)) - Storage directory build/test/data/dfs/name1 has been successfully formatted.
2013-10-31 15:42:23,869 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:42:23,962 INFO common.Storage (FSImage.java:format(1331)) - Storage directory build/test/data/dfs/name2 has been successfully formatted.
2013-10-31 15:42:24,002 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-namenode.properties, hadoop-metrics2.properties
2013-10-31 15:42:24,071 INFO util.GSet (BlocksMap.java:computeCapacity(338)) - VM type = 64-bit
2013-10-31 15:42:24,071 INFO util.GSet (BlocksMap.java:computeCapacity(339)) - 2% max memory = 14.49 MB
2013-10-31 15:42:24,071 INFO util.GSet (BlocksMap.java:computeCapacity(340)) - capacity = 2^21 = 2097152 entries
2013-10-31 15:42:24,071 INFO util.GSet (LightWeightGSet.java:<init>(79)) - recommended=2097152, actual=2097152
2013-10-31 15:42:24,076 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(482)) - fsOwner=hadoop
2013-10-31 15:42:24,076 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(486)) - supergroup=supergroup
2013-10-31 15:42:24,076 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(487)) - isPermissionEnabled=true
2013-10-31 15:42:24,076 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(532)) - dfs.block.invalidate.limit=100
2013-10-31 15:42:24,077 WARN namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(537)) - The dfs.support.append option is in your configuration, however append is not supported. This configuration option is no longer required to enable sync.
2013-10-31 15:42:24,077 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(549)) - isAccessTokenEnabled=false accessKeyUpdateInterval=0 min(s), accessTokenLifetime=0 min(s)
2013-10-31 15:42:24,080 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5306)) - Registered FSNamesystemStateMBean and NameNodeMXBean
2013-10-31 15:42:24,080 INFO namenode.NameNode (FSDirectory.java:<init>(84)) - Caching file names occuring more than 10 times
2013-10-31 15:42:24,084 INFO common.Storage (FSImage.java:loadFSImage(899)) - Number of files = 1
2013-10-31 15:42:24,084 INFO common.Storage (FSImage.java:loadFilesUnderConstruction(1435)) - Number of files under construction = 0
2013-10-31 15:42:24,085 INFO common.Storage (FSImage.java:loadFSImage(832)) - Image file of size 112 loaded in 0 seconds.
2013-10-31 15:42:24,085 INFO common.Storage (FSEditLog.java:loadFSEdits(901)) - Edits file build/test/data/dfs/name1/current/edits of size 4 edits # 0 loaded in 0 seconds.
2013-10-31 15:42:24,086 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:42:24,168 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:42:24,220 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2013-10-31 15:42:24,220 INFO namenode.FSNamesystem (FSNamesystem.java:initialize(397)) - Finished loading FSImage in 144 msecs
2013-10-31 15:42:24,234 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3816)) - Total number of blocks = 0
2013-10-31 15:42:24,234 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3817)) - Number of invalid blocks = 0
2013-10-31 15:42:24,234 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3818)) - Number of under-replicated blocks = 0
2013-10-31 15:42:24,234 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3819)) - Number of over-replicated blocks = 0
2013-10-31 15:42:24,235 INFO hdfs.StateChange (FSNamesystem.java:leave(4783)) - STATE* Safe mode termination scan for invalid, over- and under-replicated blocks completed in 14 msec
2013-10-31 15:42:24,235 INFO hdfs.StateChange (FSNamesystem.java:leave(4789)) - STATE* Leaving safe mode after 0 secs.
2013-10-31 15:42:24,235 INFO hdfs.StateChange (FSNamesystem.java:leave(4798)) - STATE* Network topology has 0 racks and 0 datanodes
2013-10-31 15:42:24,235 INFO hdfs.StateChange (FSNamesystem.java:leave(4801)) - STATE* UnderReplicatedBlocks has 0 blocks
2013-10-31 15:42:24,242 INFO util.HostsFileReader (HostsFileReader.java:refresh(76)) - Refreshing hosts (include/exclude) list
2013-10-31 15:42:24,243 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndFirstCycle(221)) - ReplicateQueue QueueProcessingStatistics: First cycle completed 0 blocks in 2 msec
2013-10-31 15:42:24,243 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndLastCycle(234)) - ReplicateQueue QueueProcessingStatistics: Queue flush completed 0 blocks in 2 msec processing time, 2 msec clock time, 1 cycles
2013-10-31 15:42:24,244 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndFirstCycle(221)) - InvalidateQueue QueueProcessingStatistics: First cycle completed 0 blocks in 0 msec
2013-10-31 15:42:24,245 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndLastCycle(234)) - InvalidateQueue QueueProcessingStatistics: Queue flush completed 0 blocks in 0 msec processing time, 0 msec clock time, 1 cycles
2013-10-31 15:42:24,252 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:24,254 INFO namenode.NameNode (NameNode.java:initialize(301)) - Namenode up at: /127.0.0.1:58410
2013-10-31 15:42:24,292 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2013-10-31 15:42:24,342 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:24,351 INFO http.HttpServer (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:42:24,357 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:24,358 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 57409 webServer.getConnectors()[0].getLocalPort() returned 57409
2013-10-31 15:42:24,358 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 57409
2013-10-31 15:42:24,358 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:24,394 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/hdfs to /tmp/Jetty_localhost_57409_hdfs____lwd3b9/webapp
2013-10-31 15:42:24,730 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:57409
2013-10-31 15:42:24,730 INFO namenode.NameNode (NameNode.java:run(451)) - Web-server up at: localhost:57409
2013-10-31 15:42:24,731 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:24,731 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 58410: starting
2013-10-31 15:42:24,769 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 58410: starting
2013-10-31 15:42:24,769 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 58410: starting
2013-10-31 15:42:24,770 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 4 on 58410: starting
2013-10-31 15:42:24,770 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 5 on 58410: starting
2013-10-31 15:42:24,769 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 58410: starting
2013-10-31 15:42:24,769 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 58410: starting
2013-10-31 15:42:24,771 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 9 on 58410: starting
2013-10-31 15:42:24,771 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 8 on 58410: starting
2013-10-31 15:42:24,770 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 7 on 58410: starting
2013-10-31 15:42:24,770 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 6 on 58410: starting
2013-10-31 15:42:24,911 INFO metrics.MetricsSaver (?:<init>(?)) - MetricsSaver GradleWorkerMain root:hdfs:///mnt/var/lib/hadoop/metrics/ period:60 instanceId:i-3e21d259 jobflow:j-3AAKWCJW7N40B
Starting DataNode 0 with dfs.data.dir: build/test/data/dfs/data/data1,build/test/data/dfs/data/data2
2013-10-31 15:42:24,950 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:42:24,951 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:24,990 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data1 is not formatted.
2013-10-31 15:42:24,990 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:25,215 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data2 is not formatted.
2013-10-31 15:42:25,216 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:25,340 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:42:25,354 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 51383
2013-10-31 15:42:25,358 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:42:25,361 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:25,363 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:42:25,363 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:25,363 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 57705 webServer.getConnectors()[0].getLocalPort() returned 57705
2013-10-31 15:42:25,364 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 57705
2013-10-31 15:42:25,364 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:25,369 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_57705_datanode____.fdpf27/webapp
2013-10-31 15:42:25,552 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:57705
2013-10-31 15:42:25,555 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:25,555 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:51383, storageID=, infoPort=57705, ipcPort=45467)
2013-10-31 15:42:27,856 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:51383 storage DS-1076415121-10.5.128.102-51383-1383234147854
2013-10-31 15:42:27,862 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:51383
2013-10-31 15:42:29,365 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-1076415121-10.5.128.102-51383-1383234147854 is assigned to data-node 127.0.0.1:51383
2013-10-31 15:42:29,366 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:42:29,369 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:51383 0 blocks
2013-10-31 15:42:29,371 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:42:29,372 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data1/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data2/current'}
2013-10-31 15:42:29,372 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 0ms
Starting DataNode 1 with dfs.data.dir: build/test/data/dfs/data/data3,build/test/data/dfs/data/data4
2013-10-31 15:42:29,374 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:29,374 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 45467: starting
2013-10-31 15:42:29,375 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 45467: starting
2013-10-31 15:42:29,375 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 45467: starting
2013-10-31 15:42:29,375 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:42:29,375 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 45467: starting
2013-10-31 15:42:29,376 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:42:29,378 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:29,379 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:42:29,386 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:51383, blocks: 0, processing time: 2 msecs
2013-10-31 15:42:29,387 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 4 msec to generate and 4 msecs for RPC and NN processing
2013-10-31 15:42:29,387 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:42:29,390 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 1 ms
2013-10-31 15:42:29,391 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:42:29,418 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data3 is not formatted.
2013-10-31 15:42:29,419 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:29,574 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data4 is not formatted.
2013-10-31 15:42:29,574 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:29,648 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:42:29,649 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=DataNodeInfo
javax.management.InstanceAlreadyExistsException: Hadoop:service=DataNode,name=DataNodeInfo
at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.hdfs.server.datanode.DataNode.registerMXBean(DataNode.java:531)
at org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:402)
at org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:301)
at org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1627)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1566)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:29,654 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 37515
2013-10-31 15:42:29,655 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:42:29,658 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:29,660 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:42:29,660 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:29,661 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 50667 webServer.getConnectors()[0].getLocalPort() returned 50667
2013-10-31 15:42:29,661 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 50667
2013-10-31 15:42:29,662 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:29,677 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_50667_datanode____ty7nqb/webapp
2013-10-31 15:42:29,883 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:50667
2013-10-31 15:42:29,885 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:29,886 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:37515, storageID=, infoPort=50667, ipcPort=54194)
2013-10-31 15:42:29,886 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:37515 storage DS-1339410631-10.5.128.102-37515-1383234149886
2013-10-31 15:42:29,887 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:37515
2013-10-31 15:42:29,925 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-1339410631-10.5.128.102-37515-1383234149886 is assigned to data-node 127.0.0.1:37515
2013-10-31 15:42:29,925 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:42:29,926 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:37515 0 blocks
Starting DataNode 2 with dfs.data.dir: build/test/data/dfs/data/data5,build/test/data/dfs/data/data6
2013-10-31 15:42:29,927 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:42:29,928 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data3/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data4/current'}
2013-10-31 15:42:29,928 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 0ms
2013-10-31 15:42:29,931 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:42:29,932 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:29,932 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 54194: starting
2013-10-31 15:42:29,933 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 54194: starting
2013-10-31 15:42:29,932 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 54194: starting
2013-10-31 15:42:29,932 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:29,935 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 54194: starting
2013-10-31 15:42:29,933 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:42:29,941 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:42:29,942 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:37515, blocks: 0, processing time: 0 msecs
2013-10-31 15:42:29,945 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 0 msec to generate and 4 msecs for RPC and NN processing
2013-10-31 15:42:29,946 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:42:29,947 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 0 ms
2013-10-31 15:42:29,948 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:42:29,970 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data5 is not formatted.
2013-10-31 15:42:29,971 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:30,047 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data6 is not formatted.
2013-10-31 15:42:30,048 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:30,134 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:42:30,135 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=DataNodeInfo
javax.management.InstanceAlreadyExistsException: Hadoop:service=DataNode,name=DataNodeInfo
at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.hdfs.server.datanode.DataNode.registerMXBean(DataNode.java:531)
at org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:402)
at org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:301)
at org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1627)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1566)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:30,140 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 42031
2013-10-31 15:42:30,141 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:42:30,143 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:30,145 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:42:30,146 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:30,147 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 58880 webServer.getConnectors()[0].getLocalPort() returned 58880
2013-10-31 15:42:30,147 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 58880
2013-10-31 15:42:30,148 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:30,160 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_58880_datanode____tigefo/webapp
2013-10-31 15:42:30,351 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:58880
2013-10-31 15:42:30,354 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:30,354 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:42031, storageID=, infoPort=58880, ipcPort=41279)
2013-10-31 15:42:30,355 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:42031 storage DS-881738027-10.5.128.102-42031-1383234150354
2013-10-31 15:42:30,356 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:42031
2013-10-31 15:42:30,403 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-881738027-10.5.128.102-42031-1383234150354 is assigned to data-node 127.0.0.1:42031
2013-10-31 15:42:30,403 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:42:30,404 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:42031 0 blocks
2013-10-31 15:42:30,404 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
Starting DataNode 3 with dfs.data.dir: build/test/data/dfs/data/data7,build/test/data/dfs/data/data8
2013-10-31 15:42:30,405 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data5/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data6/current'}
2013-10-31 15:42:30,405 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 0ms
2013-10-31 15:42:30,408 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:30,408 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 41279: starting
2013-10-31 15:42:30,408 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 41279: starting
2013-10-31 15:42:30,409 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:42:30,409 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 41279: starting
2013-10-31 15:42:30,409 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 41279: starting
2013-10-31 15:42:30,410 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:42:30,410 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:30,411 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:42:30,413 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:42031, blocks: 0, processing time: 0 msecs
2013-10-31 15:42:30,413 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 3 msec to generate and 0 msecs for RPC and NN processing
2013-10-31 15:42:30,414 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:42:30,414 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 0 ms
2013-10-31 15:42:30,414 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:42:30,430 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data7 is not formatted.
2013-10-31 15:42:30,430 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:30,504 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data8 is not formatted.
2013-10-31 15:42:30,504 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:42:30,606 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:42:30,607 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=DataNodeInfo
javax.management.InstanceAlreadyExistsException: Hadoop:service=DataNode,name=DataNodeInfo
at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.hdfs.server.datanode.DataNode.registerMXBean(DataNode.java:531)
at org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:402)
at org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:301)
at org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1627)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1566)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:30,612 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 40932
2013-10-31 15:42:30,612 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:42:30,615 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:30,617 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:42:30,617 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:30,618 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 44629 webServer.getConnectors()[0].getLocalPort() returned 44629
2013-10-31 15:42:30,618 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 44629
2013-10-31 15:42:30,619 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:30,633 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_44629_datanode____.2gqbrw/webapp
2013-10-31 15:42:30,802 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:44629
2013-10-31 15:42:30,804 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:30,804 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:40932, storageID=, infoPort=44629, ipcPort=47113)
2013-10-31 15:42:30,805 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:40932 storage DS-718430942-10.5.128.102-40932-1383234150805
2013-10-31 15:42:30,806 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:40932
2013-10-31 15:42:30,854 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-718430942-10.5.128.102-40932-1383234150805 is assigned to data-node 127.0.0.1:40932
2013-10-31 15:42:30,855 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:42:30,857 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:40932 0 blocks
2013-10-31 15:42:30,858 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:42:30,859 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data7/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data8/current'}
2013-10-31 15:42:30,860 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 1ms
2013-10-31 15:42:30,866 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:30,870 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 47113: starting
2013-10-31 15:42:30,919 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 47113: starting
2013-10-31 15:42:30,870 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:42:30,868 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 47113: starting
2013-10-31 15:42:30,866 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 47113: starting
2013-10-31 15:42:30,927 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:42:30,933 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:42:30,942 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:40932, blocks: 0, processing time: 0 msecs
2013-10-31 15:42:30,943 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 0 msec to generate and 16 msecs for RPC and NN processing
2013-10-31 15:42:30,943 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:42:30,944 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 1 ms
2013-10-31 15:42:30,944 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
Generating rack names for tasktrackers
Generating host names for tasktrackers
2013-10-31 15:42:30,991 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties, hadoop-metrics2.properties
2013-10-31 15:42:30,992 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=JobTracker,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.mapred.JobTracker.startTracker(JobTracker.java:285)
at org.apache.hadoop.mapred.MiniMRCluster$JobTrackerRunner$1.run(MiniMRCluster.java:114)
at org.apache.hadoop.mapred.MiniMRCluster$JobTrackerRunner$1.run(MiniMRCluster.java:112)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1132)
at org.apache.hadoop.mapred.MiniMRCluster$JobTrackerRunner.run(MiniMRCluster.java:112)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:42:31,020 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(140)) - Updating the current master key for generating delegation tokens
2013-10-31 15:42:31,021 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(377)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2013-10-31 15:42:31,021 INFO mapred.JobTracker (JobTracker.java:initializeTaskMemoryRelatedConfig(5174)) - Scheduler configured with (memSizeForMapSlotOnJT, memSizeForReduceSlotOnJT, limitMaxMemForMapTasks, limitMaxMemForReduceTasks) (-1, -1, -1, -1)
2013-10-31 15:42:31,021 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(140)) - Updating the current master key for generating delegation tokens
2013-10-31 15:42:31,022 INFO util.HostsFileReader (HostsFileReader.java:refresh(76)) - Refreshing hosts (include/exclude) list
2013-10-31 15:42:31,023 INFO mapred.JobTracker (JobTracker.java:<init>(2279)) - Starting jobtracker with owner as hadoop
2013-10-31 15:42:31,027 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:31,028 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:31,039 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:31,039 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 51522 webServer.getConnectors()[0].getLocalPort() returned 51522
2013-10-31 15:42:31,039 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 51522
2013-10-31 15:42:31,039 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:31,045 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/job to /tmp/Jetty_localhost_51522_job____n0yhjp/webapp
2013-10-31 15:42:31,214 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:51522
2013-10-31 15:42:31,216 INFO mapred.JobTracker (JobTracker.java:<init>(2347)) - JobTracker up at: 36360
2013-10-31 15:42:31,216 INFO mapred.JobTracker (JobTracker.java:<init>(2351)) - JobTracker webserver: 51522
2013-10-31 15:42:31,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system dst=null perm=null
2013-10-31 15:42:31,226 INFO mapred.JobTracker (JobTracker.java:<init>(2405)) - Creating the system directory
2013-10-31 15:42:31,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:42:31,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:42:31,322 INFO mapred.JobTracker (JobTracker.java:<init>(2469)) - History server being initialized in embedded mode
2013-10-31 15:42:31,326 INFO mapred.JobHistoryServer (JobHistoryServer.java:start(196)) - Started job history server at: localhost:51522
2013-10-31 15:42:31,326 INFO mapred.JobTracker (JobTracker.java:<init>(2472)) - Job History Server web address: localhost:51522
2013-10-31 15:42:31,328 INFO mapred.CompletedJobStatusStore (CompletedJobStatusStore.java:<init>(111)) - Completed job store is inactive
2013-10-31 15:42:31,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:42:31,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info dst=null perm=hadoop:supergroup:rw-------
2013-10-31 15:42:31,392 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info. blk_4491249571749956568_1001
2013-10-31 15:42:31,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4491249571749956568_1001 src: /127.0.0.1:34390 dest: /127.0.0.1:37515
2013-10-31 15:42:31,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4491249571749956568_1001 src: /127.0.0.1:55951 dest: /127.0.0.1:40932
2013-10-31 15:42:31,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4491249571749956568_1001 src: /127.0.0.1:58733 dest: /127.0.0.1:51383
2013-10-31 15:42:31,448 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58733, dest: /127.0.0.1:51383, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4491249571749956568_1001, duration: 4742982
2013-10-31 15:42:31,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4491249571749956568_1001 terminating
2013-10-31 15:42:31,454 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55951, dest: /127.0.0.1:40932, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4491249571749956568_1001, duration: 7554932
2013-10-31 15:42:31,454 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4491249571749956568_1001 size 4
2013-10-31 15:42:31,455 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4491249571749956568_1001 terminating
2013-10-31 15:42:31,458 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34390, dest: /127.0.0.1:37515, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4491249571749956568_1001, duration: 12366126
2013-10-31 15:42:31,459 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4491249571749956568_1001 terminating
2013-10-31 15:42:31,467 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4491249571749956568_1001 size 4
2013-10-31 15:42:31,469 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info from client DFSClient_1020568644
2013-10-31 15:42:31,470 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info is closed by DFSClient_1020568644
2013-10-31 15:42:31,472 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4491249571749956568_1001 size 4
2013-10-31 15:42:31,477 INFO mapred.JobTracker (JobTracker.java:refreshHosts(4945)) - Refreshing hosts information
2013-10-31 15:42:31,505 INFO util.HostsFileReader (HostsFileReader.java:setIncludesFile(100)) - Setting the includes file to
2013-10-31 15:42:31,505 INFO util.HostsFileReader (HostsFileReader.java:setExcludesFile(105)) - Setting the excludes file to
2013-10-31 15:42:31,505 INFO util.HostsFileReader (HostsFileReader.java:refresh(76)) - Refreshing hosts (include/exclude) list
2013-10-31 15:42:31,505 INFO mapred.JobTracker (JobTracker.java:decommissionNodes(4989)) - Decommissioning 0 nodes
2013-10-31 15:42:31,507 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 36360: starting
2013-10-31 15:42:31,507 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 36360: starting
2013-10-31 15:42:31,507 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:31,509 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 36360: starting
2013-10-31 15:42:31,510 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 4 on 36360: starting
2013-10-31 15:42:31,509 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 36360: starting
2013-10-31 15:42:31,511 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 6 on 36360: starting
2013-10-31 15:42:31,511 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 5 on 36360: starting
2013-10-31 15:42:31,509 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 36360: starting
2013-10-31 15:42:31,512 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 9 on 36360: starting
2013-10-31 15:42:31,512 INFO mapred.JobTracker (JobTracker.java:offerService(2630)) - Starting RUNNING
2013-10-31 15:42:31,512 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 8 on 36360: starting
2013-10-31 15:42:31,512 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 7 on 36360: starting
2013-10-31 15:42:31,953 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0
2013-10-31 15:42:35,377 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:42:35,378 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 1ms
2013-10-31 15:42:35,380 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 1 ms
2013-10-31 15:42:35,381 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:51383, blocks: 1, processing time: 0 msecs
2013-10-31 15:42:35,382 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 1 blocks took 1 msec to generate and 2 msecs for RPC and NN processing
2013-10-31 15:42:36,980 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:36,998 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:42:37,001 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:42:37,001 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0
2013-10-31 15:42:37,013 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-31 15:42:37,018 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:37,018 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:37,019 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 55812: starting
2013-10-31 15:42:37,019 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 55812: starting
2013-10-31 15:42:37,020 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:55812
2013-10-31 15:42:37,020 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 55812: starting
2013-10-31 15:42:37,020 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 55812: starting
2013-10-31 15:42:37,020 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 55812: starting
2013-10-31 15:42:37,021 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:42:37,032 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:42:37,042 INFO util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-31 15:42:37,048 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54a385cf
2013-10-31 15:42:37,052 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:42:37,089 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:42:37,096 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:37,096 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 42860 webServer.getConnectors()[0].getLocalPort() returned 42860
2013-10-31 15:42:37,097 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 42860
2013-10-31 15:42:37,097 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:37,101 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_42860_task____.iehnam/webapp
2013-10-31 15:42:37,257 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:42860
2013-10-31 15:42:37,258 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:42:37,259 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0
2013-10-31 15:42:37,261 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,263 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,263 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,263 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,263 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,264 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,264 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,264 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,265 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,265 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,265 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,265 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,266 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,266 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,266 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,266 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,267 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,267 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,267 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,268 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,268 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,268 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,268 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,268 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,269 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,269 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,269 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,269 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,270 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,270 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,270 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,270 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,271 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,271 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,271 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,271 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,272 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,272 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,272 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,273 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,273 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,273 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,274 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,274 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,274 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,274 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,275 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,275 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,275 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,276 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,276 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,276 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,277 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,277 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,277 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,278 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,278 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,278 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0039 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383320557057
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0039 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:37,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383320557081
2013-10-31 15:42:40,290 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/10.5.128.102
2013-10-31 15:42:40,294 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:55812 to host 10.5.128.102
2013-10-31 15:42:42,268 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:42,270 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:42:42,272 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:42:42,272 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0
2013-10-31 15:42:42,300 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:42,300 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:42,300 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 41418: starting
2013-10-31 15:42:42,301 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 41418: starting
2013-10-31 15:42:42,303 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:41418
2013-10-31 15:42:42,301 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 41418: starting
2013-10-31 15:42:42,303 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:41418
2013-10-31 15:42:42,303 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 41418: starting
2013-10-31 15:42:42,302 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 41418: starting
2013-10-31 15:42:42,305 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3812c2a3
2013-10-31 15:42:42,306 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:41418
2013-10-31 15:42:42,306 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:42:42,322 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:42:42,323 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:42,324 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 41221 webServer.getConnectors()[0].getLocalPort() returned 41221
2013-10-31 15:42:42,324 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 41221
2013-10-31 15:42:42,324 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:42,329 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_41221_task____.16j6ha/webapp
2013-10-31 15:42:42,481 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:41221
2013-10-31 15:42:42,482 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:42:42,482 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0
2013-10-31 15:42:42,486 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,487 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,487 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,487 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,487 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,488 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,488 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,488 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,488 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,488 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,488 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,489 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,489 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,489 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,489 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,489 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,489 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,490 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,490 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,490 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,490 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,490 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,490 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,491 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,491 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,491 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,491 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,491 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,491 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,492 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,492 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,492 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,492 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,492 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,492 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,494 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,494 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,494 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,494 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,494 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,494 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,495 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,495 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,495 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,495 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,495 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,495 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,497 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,497 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,497 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,497 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,497 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,497 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,498 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,498 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,498 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,498 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,498 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,498 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,499 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,499 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,499 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,499 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,499 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,499 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,500 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,500 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,500 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,500 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,500 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,500 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,500 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,501 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,501 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,501 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,501 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,501 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,501 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,502 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,502 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,502 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,502 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,502 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,502 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,503 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,503 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,503 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,503 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,503 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,503 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,504 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,504 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,504 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,504 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,504 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,504 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,505 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,505 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,505 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,505 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,505 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,505 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,505 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,506 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,506 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,506 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,506 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,506 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,506 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0039 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383320562307
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0039 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:42,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383320562315
2013-10-31 15:42:45,509 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:41418 to host 10.5.128.102
2013-10-31 15:42:47,491 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:47,493 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:42:47,495 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:42:47,495 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0
2013-10-31 15:42:47,521 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:47,522 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 44075: starting
2013-10-31 15:42:47,522 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:47,524 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 44075: starting
2013-10-31 15:42:47,524 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 44075: starting
2013-10-31 15:42:47,523 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 44075: starting
2013-10-31 15:42:47,525 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 44075: starting
2013-10-31 15:42:47,525 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:44075
2013-10-31 15:42:47,527 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:44075
2013-10-31 15:42:47,528 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@c77e705
2013-10-31 15:42:47,529 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:44075
2013-10-31 15:42:47,529 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:42:47,543 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:42:47,544 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:47,544 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 44015 webServer.getConnectors()[0].getLocalPort() returned 44015
2013-10-31 15:42:47,544 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 44015
2013-10-31 15:42:47,544 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:47,549 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_44015_task____jdemsy/webapp
2013-10-31 15:42:47,699 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:44015
2013-10-31 15:42:47,700 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:42:47,700 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0
2013-10-31 15:42:47,701 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,702 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,702 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,702 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,703 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,703 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,703 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,703 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,704 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,704 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,704 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,704 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,705 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,705 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,705 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,706 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,706 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,706 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,706 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,707 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,707 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,707 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,707 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,708 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,708 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,708 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,708 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,709 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,709 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,709 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,709 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,710 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,710 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,710 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,710 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,711 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,711 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,711 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,711 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,712 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,712 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,712 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,713 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,713 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,713 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,713 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,714 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,714 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,714 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,714 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,715 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,715 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,715 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,715 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,716 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,716 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,716 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,716 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,717 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,717 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,717 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,717 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,718 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,718 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,718 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,719 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,720 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,721 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,723 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,726 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,726 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,726 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,726 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,726 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,726 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,726 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,727 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,728 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,731 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0039 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,732 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,733 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,734 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,735 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,737 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,738 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,739 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,743 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,744 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383320567530
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,745 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,746 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,747 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,748 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,750 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,751 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,752 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,753 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,753 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,753 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,753 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,753 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,753 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,754 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,754 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,754 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,754 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,754 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,754 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,755 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,755 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,755 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,755 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,755 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,755 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,755 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,756 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,756 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,756 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,756 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,756 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,756 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,757 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,757 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,757 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,757 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,757 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,757 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,757 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,758 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,758 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,758 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,758 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,758 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,758 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,758 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,759 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,760 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,761 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,762 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,763 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,763 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,763 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,763 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,763 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,763 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,763 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,764 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0039 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,764 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,764 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,764 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,764 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,764 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,764 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,765 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,766 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,767 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,768 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,769 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,770 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,770 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,770 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,770 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,770 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,770 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,770 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,771 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,772 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,773 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:47,774 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383320567537
2013-10-31 15:42:50,717 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:44075 to host 10.5.128.102
2013-10-31 15:42:52,709 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:42:52,711 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:42:52,712 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:42:52,713 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0
2013-10-31 15:42:52,728 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:42:52,729 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:42:52,729 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 40108: starting
2013-10-31 15:42:52,731 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 40108: starting
2013-10-31 15:42:52,730 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 40108: starting
2013-10-31 15:42:52,729 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 40108: starting
2013-10-31 15:42:52,732 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 40108: starting
2013-10-31 15:42:52,732 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:40108
2013-10-31 15:42:52,734 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:42:52,737 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@24f8d943
2013-10-31 15:42:52,737 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:42:52,739 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:42:52,763 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:42:52,764 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:42:52,765 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 37893 webServer.getConnectors()[0].getLocalPort() returned 37893
2013-10-31 15:42:52,765 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 37893
2013-10-31 15:42:52,765 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:42:52,770 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_37893_task____.v9rgj8/webapp
2013-10-31 15:42:52,959 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:37893
2013-10-31 15:42:52,960 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:42:52,961 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,963 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,964 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,965 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,966 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,966 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,966 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,966 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,966 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,966 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,967 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,967 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,967 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,967 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,967 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,967 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,968 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,968 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,968 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,968 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,968 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,970 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,970 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,970 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,970 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,970 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,971 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,971 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,971 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,972 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,972 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,972 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,972 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,973 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,973 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,973 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,973 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,973 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,974 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,974 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,974 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,974 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,974 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,974 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,975 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,977 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,977 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,977 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,977 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,977 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,977 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,978 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,979 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,980 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,981 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,982 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,983 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,984 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,985 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,986 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0039 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,987 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,988 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,989 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,990 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,993 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,994 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,995 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,996 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,996 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,996 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,996 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,996 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,996 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,996 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,997 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,998 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:52,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383320572739
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,000 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,001 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,003 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,004 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,004 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,004 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,004 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,004 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,004 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,004 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,005 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,006 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,007 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,011 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,012 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,013 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,014 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,017 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,020 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,022 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,023 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,024 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,025 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,025 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,025 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,025 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,025 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,025 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:53,025 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383320572757
2013-10-31 15:42:55,977 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:40108 to host 10.5.128.102
2013-10-31 15:42:56,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:42:56,030 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt. blk_-8022457244443825403_1002
2013-10-31 15:42:56,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8022457244443825403_1002 src: /127.0.0.1:56088 dest: /127.0.0.1:40932
2013-10-31 15:42:56,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8022457244443825403_1002 src: /127.0.0.1:36175 dest: /127.0.0.1:42031
2013-10-31 15:42:56,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8022457244443825403_1002 src: /127.0.0.1:58871 dest: /127.0.0.1:51383
2013-10-31 15:42:56,042 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58871, dest: /127.0.0.1:51383, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 4239691
2013-10-31 15:42:56,045 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8022457244443825403_1002 terminating
2013-10-31 15:42:56,045 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8022457244443825403_1002 size 1449
2013-10-31 15:42:56,048 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36175, dest: /127.0.0.1:42031, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 8442992
2013-10-31 15:42:56,048 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8022457244443825403_1002 terminating
2013-10-31 15:42:56,052 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56088, dest: /127.0.0.1:40932, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 10878024
2013-10-31 15:42:56,053 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8022457244443825403_1002 size 1449
2013-10-31 15:42:56,053 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8022457244443825403_1002 terminating
2013-10-31 15:42:56,059 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8022457244443825403_1002 size 1449
2013-10-31 15:42:56,062 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt from client DFSClient_1020568644
2013-10-31 15:42:56,062 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt is closed by DFSClient_1020568644
2013-10-31 15:42:56,127 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:42:56,127 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:42:56,136 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: A89C5BB0D20E4EFDABB2FC9C4A4D2A30
2013-10-31 15:42:56,263 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-31 15:42:56,267 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:42:56,268 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:42:56,268 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex"]
2013-10-31 15:42:56,269 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:42:56,269 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:42:56,269 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:42:56,270 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...pesplatform/filtercomplex
2013-10-31 15:42:56,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:42:56,292 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:42:56,292 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:42:56,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:42:56,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:42:56,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:42:56,337 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar. blk_5493014528564481352_1003
2013-10-31 15:42:56,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5493014528564481352_1003 src: /127.0.0.1:56091 dest: /127.0.0.1:40932
2013-10-31 15:42:56,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5493014528564481352_1003 src: /127.0.0.1:36178 dest: /127.0.0.1:42031
2013-10-31 15:42:56,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5493014528564481352_1003 src: /127.0.0.1:34533 dest: /127.0.0.1:37515
2013-10-31 15:42:56,363 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34533, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5493014528564481352_1003, duration: 15579315
2013-10-31 15:42:56,364 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5493014528564481352_1003 terminating
2013-10-31 15:42:56,368 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36178, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5493014528564481352_1003, duration: 18269443
2013-10-31 15:42:56,369 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5493014528564481352_1003 size 238055
2013-10-31 15:42:56,369 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5493014528564481352_1003 terminating
2013-10-31 15:42:56,373 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56091, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5493014528564481352_1003, duration: 22840478
2013-10-31 15:42:56,373 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5493014528564481352_1003 size 238055
2013-10-31 15:42:56,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5493014528564481352_1003 terminating
2013-10-31 15:42:56,376 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5493014528564481352_1003 size 238055
2013-10-31 15:42:56,378 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar from client DFSClient_1020568644
2013-10-31 15:42:56,379 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar is closed by DFSClient_1020568644
2013-10-31 15:42:56,385 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar. New replication is 10
2013-10-31 15:42:56,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar dst=null perm=null
2013-10-31 15:42:56,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:42:56,398 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:42:56,420 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-31 15:42:56,424 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:42:56,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:42:56,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:42:56,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:42:56,443 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split. New replication is 10
2013-10-31 15:42:59,069 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_5493014528564481352_1003 to datanode(s) 127.0.0.1:51383
2013-10-31 15:43:00,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split dst=null perm=null
2013-10-31 15:43:00,335 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split. blk_2635916196692092642_1004
2013-10-31 15:43:00,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2635916196692092642_1004 src: /127.0.0.1:36186 dest: /127.0.0.1:42031
2013-10-31 15:43:00,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2635916196692092642_1004 src: /127.0.0.1:58882 dest: /127.0.0.1:51383
2013-10-31 15:43:00,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2635916196692092642_1004 src: /127.0.0.1:56102 dest: /127.0.0.1:40932
2013-10-31 15:43:00,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2635916196692092642_1004 src: /127.0.0.1:34543 dest: /127.0.0.1:37515
2013-10-31 15:43:00,352 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34543, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2635916196692092642_1004, duration: 5588215
2013-10-31 15:43:00,353 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2635916196692092642_1004 terminating
2013-10-31 15:43:00,355 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56102, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2635916196692092642_1004, duration: 8197676
2013-10-31 15:43:00,356 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2635916196692092642_1004 terminating
2013-10-31 15:43:00,358 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58882, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2635916196692092642_1004, duration: 11107208
2013-10-31 15:43:00,358 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2635916196692092642_1004 size 1403
2013-10-31 15:43:00,359 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2635916196692092642_1004 terminating
2013-10-31 15:43:00,361 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2635916196692092642_1004 size 1403
2013-10-31 15:43:00,361 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36186, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2635916196692092642_1004, duration: 13521019
2013-10-31 15:43:00,362 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_2635916196692092642_1004 terminating
2013-10-31 15:43:00,366 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2635916196692092642_1004 size 1403
2013-10-31 15:43:00,367 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split from client DFSClient_1020568644
2013-10-31 15:43:00,367 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split is closed by DFSClient_1020568644
2013-10-31 15:43:00,368 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2635916196692092642_1004 size 1403
2013-10-31 15:43:00,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:00,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:00,395 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.splitmetainfo. blk_5951748647230750634_1005
2013-10-31 15:43:00,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5951748647230750634_1005 src: /127.0.0.1:58885 dest: /127.0.0.1:51383
2013-10-31 15:43:00,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5951748647230750634_1005 src: /127.0.0.1:36191 dest: /127.0.0.1:42031
2013-10-31 15:43:00,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5951748647230750634_1005 src: /127.0.0.1:56106 dest: /127.0.0.1:40932
2013-10-31 15:43:00,407 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56106, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5951748647230750634_1005, duration: 3148964
2013-10-31 15:43:00,408 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5951748647230750634_1005 size 156
2013-10-31 15:43:00,408 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5951748647230750634_1005 terminating
2013-10-31 15:43:00,411 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36191, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5951748647230750634_1005, duration: 6742190
2013-10-31 15:43:00,411 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5951748647230750634_1005 terminating
2013-10-31 15:43:00,414 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5951748647230750634_1005 size 156
2013-10-31 15:43:00,414 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58885, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5951748647230750634_1005, duration: 9868986
2013-10-31 15:43:00,416 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5951748647230750634_1005 terminating
2013-10-31 15:43:00,416 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5951748647230750634_1005 size 156
2013-10-31 15:43:00,419 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:43:00,419 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:43:00,422 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_5493014528564481352_1003 to 127.0.0.1:51383
2013-10-31 15:43:00,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5493014528564481352_1003 src: /127.0.0.1:58888 dest: /127.0.0.1:51383
2013-10-31 15:43:00,433 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_5493014528564481352_1003 to /127.0.0.1:51383
2013-10-31 15:43:00,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5493014528564481352_1003 src: /127.0.0.1:58888 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:43:00,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:00,436 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5493014528564481352_1003 size 238055
2013-10-31 15:43:00,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:00,596 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml. blk_-5845694665570088556_1006
2013-10-31 15:43:00,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5845694665570088556_1006 src: /127.0.0.1:56108 dest: /127.0.0.1:40932
2013-10-31 15:43:00,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5845694665570088556_1006 src: /127.0.0.1:34549 dest: /127.0.0.1:37515
2013-10-31 15:43:00,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5845694665570088556_1006 src: /127.0.0.1:58891 dest: /127.0.0.1:51383
2013-10-31 15:43:00,602 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58891, dest: /127.0.0.1:51383, bytes: 28648, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5845694665570088556_1006, duration: 1904909
2013-10-31 15:43:00,602 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5845694665570088556_1006 terminating
2013-10-31 15:43:00,604 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34549, dest: /127.0.0.1:37515, bytes: 28648, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5845694665570088556_1006, duration: 3182775
2013-10-31 15:43:00,604 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5845694665570088556_1006 terminating
2013-10-31 15:43:00,606 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56108, dest: /127.0.0.1:40932, bytes: 28648, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5845694665570088556_1006, duration: 5050142
2013-10-31 15:43:00,606 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5845694665570088556_1006 size 28648
2013-10-31 15:43:00,606 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5845694665570088556_1006 terminating
2013-10-31 15:43:00,609 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5845694665570088556_1006 size 28648
2013-10-31 15:43:00,609 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml from client DFSClient_1020568644
2013-10-31 15:43:00,609 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml is closed by DFSClient_1020568644
2013-10-31 15:43:00,609 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5845694665570088556_1006 size 28648
2013-10-31 15:43:00,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml dst=null perm=null
2013-10-31 15:43:00,633 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34552, bytes: 28872, op: HDFS_READ, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5845694665570088556_1006, duration: 324147
2013-10-31 15:43:00,650 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0001: nMaps=4 nReduces=1 max=-1
2013-10-31 15:43:00,652 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0001 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:43:00,653 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0001
2013-10-31 15:43:00,653 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0001
2013-10-31 15:43:00,654 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0001 RESULT=SUCCESS
2013-10-31 15:43:00,656 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0001
2013-10-31 15:43:00,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_1383234180622_hadoop_%5BB503EE9DF5344DA3874D04D11D2DD721%2F59F2D1BAE70C4FB3 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:00,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:00,734 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_conf.xml. blk_-6642082861529806775_1008
2013-10-31 15:43:00,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6642082861529806775_1008 src: /127.0.0.1:36199 dest: /127.0.0.1:42031
2013-10-31 15:43:00,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6642082861529806775_1008 src: /127.0.0.1:34554 dest: /127.0.0.1:37515
2013-10-31 15:43:00,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6642082861529806775_1008 src: /127.0.0.1:58896 dest: /127.0.0.1:51383
2013-10-31 15:43:00,742 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58896, dest: /127.0.0.1:51383, bytes: 28713, op: HDFS_WRITE, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6642082861529806775_1008, duration: 3386075
2013-10-31 15:43:00,742 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6642082861529806775_1008 terminating
2013-10-31 15:43:00,742 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34554, dest: /127.0.0.1:37515, bytes: 28713, op: HDFS_WRITE, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6642082861529806775_1008, duration: 4386145
2013-10-31 15:43:00,743 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6642082861529806775_1008 terminating
2013-10-31 15:43:00,743 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36199, dest: /127.0.0.1:42031, bytes: 28713, op: HDFS_WRITE, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6642082861529806775_1008, duration: 3903496
2013-10-31 15:43:00,744 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6642082861529806775_1008 terminating
2013-10-31 15:43:00,745 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6642082861529806775_1008 size 28713
2013-10-31 15:43:00,746 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_conf.xml from client DFSClient_-1383015892
2013-10-31 15:43:00,746 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_conf.xml is closed by DFSClient_-1383015892
2013-10-31 15:43:00,746 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6642082861529806775_1008 size 28713
2013-10-31 15:43:00,748 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6642082861529806775_1008 size 28713
2013-10-31 15:43:00,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:00,762 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken. blk_-1957362358891774947_1009
2013-10-31 15:43:00,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1957362358891774947_1009 src: /127.0.0.1:56116 dest: /127.0.0.1:40932
2013-10-31 15:43:00,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1957362358891774947_1009 src: /127.0.0.1:36203 dest: /127.0.0.1:42031
2013-10-31 15:43:00,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1957362358891774947_1009 src: /127.0.0.1:34558 dest: /127.0.0.1:37515
2013-10-31 15:43:00,771 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34558, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1957362358891774947_1009, duration: 3007642
2013-10-31 15:43:00,771 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1957362358891774947_1009 terminating
2013-10-31 15:43:00,773 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36203, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1957362358891774947_1009, duration: 4817954
2013-10-31 15:43:00,773 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1957362358891774947_1009 terminating
2013-10-31 15:43:00,775 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56116, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1957362358891774947_1009, duration: 7205352
2013-10-31 15:43:00,777 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1957362358891774947_1009 terminating
2013-10-31 15:43:00,778 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1957362358891774947_1009 size 116
2013-10-31 15:43:00,779 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1957362358891774947_1009 size 116
2013-10-31 15:43:00,780 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken from client DFSClient_1020568644
2013-10-31 15:43:00,781 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken is closed by DFSClient_1020568644
2013-10-31 15:43:00,781 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1957362358891774947_1009 size 116
2013-10-31 15:43:00,787 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken
2013-10-31 15:43:00,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.splitmetainfo dst=null perm=null
2013-10-31 15:43:00,796 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56119, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5951748647230750634_1005, duration: 391320
2013-10-31 15:43:00,802 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0001 = 1449. Number of splits = 4
2013-10-31 15:43:00,803 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1
2013-10-31 15:43:00,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0001_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:00,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0001 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:43:00,805 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0001 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:43:01,383 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0001_m_000005_0' to tip task_20131031154230960_0001_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:43:01,390 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0001_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:43:01,392 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0001_m_000005_0 which needs 1 slots
2013-10-31 15:43:01,393 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0001_m_000005_0 which needs 1 slots
2013-10-31 15:43:01,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken dst=null perm=null
2013-10-31 15:43:01,407 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56130, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1957362358891774947_1009, duration: 585186
2013-10-31 15:43:01,415 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated HDFSReadBytes 60 raw values into 1 aggregated values, total 1
2013-10-31 15:43:01,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml dst=null perm=null
2013-10-31 15:43:01,430 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56132, bytes: 28872, op: HDFS_READ, cliID: DFSClient_-1281282255, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5845694665570088556_1006, duration: 763079
2013-10-31 15:43:01,471 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:01,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar dst=null perm=null
2013-10-31 15:43:01,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36219, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1281282255, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5493014528564481352_1003, duration: 1401071
2013-10-31 15:43:01,632 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0001_m_-835602716
2013-10-31 15:43:01,633 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0001_m_-835602716 spawned.
2013-10-31 15:43:01,634 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0001/attempt_20131031154230960_0001_m_000005_0/taskjvm.sh
2013-10-31 15:43:03,535 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0001_m_-835602716 given task: attempt_20131031154230960_0001_m_000005_0
2013-10-31 15:43:04,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:43:06,963 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_5493014528564481352_1003
2013-10-31 15:43:06,966 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_m_000005_0 0.0% setup
2013-10-31 15:43:06,971 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0001_m_000005_0 is done.
2013-10-31 15:43:06,971 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0001_m_000005_0 was -1
2013-10-31 15:43:06,972 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:07,409 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0001_m_000005_0' has completed task_20131031154230960_0001_m_000005 successfully.
2013-10-31 15:43:07,421 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0001_m_000000_0' to tip task_20131031154230960_0001_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:43:07,423 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0001_m_000000
2013-10-31 15:43:07,426 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0001_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:43:07,427 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0001_m_000000_0 which needs 1 slots
2013-10-31 15:43:07,427 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0001_m_000000_0 which needs 1 slots
2013-10-31 15:43:07,468 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0001_m_1975889240
2013-10-31 15:43:07,469 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0001_m_1975889240 spawned.
2013-10-31 15:43:07,471 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0001/attempt_20131031154230960_0001_m_000000_0/taskjvm.sh
2013-10-31 15:43:07,998 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0001_m_000001_0' to tip task_20131031154230960_0001_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:43:07,999 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0001_m_000001
2013-10-31 15:43:08,001 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0001_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:43:08,001 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0001_m_000001_0 which needs 1 slots
2013-10-31 15:43:08,001 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0001_m_000001_0 which needs 1 slots
2013-10-31 15:43:08,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken dst=null perm=null
2013-10-31 15:43:08,008 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36252, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1957362358891774947_1009, duration: 218618
2013-10-31 15:43:08,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml dst=null perm=null
2013-10-31 15:43:08,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34608, bytes: 28872, op: HDFS_READ, cliID: DFSClient_745092656, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5845694665570088556_1006, duration: 302294
2013-10-31 15:43:08,040 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:08,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar dst=null perm=null
2013-10-31 15:43:08,061 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:58950, bytes: 239915, op: HDFS_READ, cliID: DFSClient_745092656, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5493014528564481352_1003, duration: 1354073
2013-10-31 15:43:08,130 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0001_m_37038438
2013-10-31 15:43:08,131 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0001_m_37038438 spawned.
2013-10-31 15:43:08,132 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0001/attempt_20131031154230960_0001_m_000001_0/taskjvm.sh
2013-10-31 15:43:08,297 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0001_m_1975889240 given task: attempt_20131031154230960_0001_m_000000_0
2013-10-31 15:43:08,748 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0001_m_000002_0' to tip task_20131031154230960_0001_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:43:08,748 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0001_m_000002
2013-10-31 15:43:08,749 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0001_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:43:08,750 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0001_m_000002_0 which needs 1 slots
2013-10-31 15:43:08,750 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0001_m_000002_0 which needs 1 slots
2013-10-31 15:43:08,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken dst=null perm=null
2013-10-31 15:43:08,757 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34616, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1957362358891774947_1009, duration: 215276
2013-10-31 15:43:08,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml dst=null perm=null
2013-10-31 15:43:08,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:58959, bytes: 28872, op: HDFS_READ, cliID: DFSClient_-519728096, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5845694665570088556_1006, duration: 298568
2013-10-31 15:43:08,786 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:08,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar dst=null perm=null
2013-10-31 15:43:08,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56179, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-519728096, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5493014528564481352_1003, duration: 1515709
2013-10-31 15:43:08,877 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0001_m_-1224168456
2013-10-31 15:43:08,877 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0001_m_-1224168456 spawned.
2013-10-31 15:43:08,879 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0001/attempt_20131031154230960_0001_m_000002_0/taskjvm.sh
2013-10-31 15:43:08,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split dst=null perm=null
2013-10-31 15:43:08,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36267, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2635916196692092642_1004, duration: 273650
2013-10-31 15:43:09,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:09,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36268, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 196185
2013-10-31 15:43:09,298 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0001_m_37038438 given task: attempt_20131031154230960_0001_m_000001_0
2013-10-31 15:43:09,548 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0001_m_000003_0' to tip task_20131031154230960_0001_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:43:09,548 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0001_m_000003
2013-10-31 15:43:09,550 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0001_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:43:09,550 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0001_m_000003_0 which needs 1 slots
2013-10-31 15:43:09,550 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0001_m_000003_0 which needs 1 slots
2013-10-31 15:43:09,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001/jobToken dst=null perm=null
2013-10-31 15:43:09,557 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56184, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1957362358891774947_1009, duration: 216546
2013-10-31 15:43:09,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.xml dst=null perm=null
2013-10-31 15:43:09,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34626, bytes: 28872, op: HDFS_READ, cliID: DFSClient_-300126184, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5845694665570088556_1006, duration: 296209
2013-10-31 15:43:09,586 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:09,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.jar dst=null perm=null
2013-10-31 15:43:09,606 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56187, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-300126184, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5493014528564481352_1003, duration: 1362993
2013-10-31 15:43:09,673 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0001_m_-2018690259
2013-10-31 15:43:09,674 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0001_m_-2018690259 spawned.
2013-10-31 15:43:09,676 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0001/attempt_20131031154230960_0001_m_000003_0/taskjvm.sh
2013-10-31 15:43:09,893 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0001_m_-1224168456 given task: attempt_20131031154230960_0001_m_000002_0
2013-10-31 15:43:10,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split dst=null perm=null
2013-10-31 15:43:10,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34635, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2635916196692092642_1004, duration: 314223
2013-10-31 15:43:10,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:10,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36283, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 297785
2013-10-31 15:43:10,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split dst=null perm=null
2013-10-31 15:43:10,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36284, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2635916196692092642_1004, duration: 269948
2013-10-31 15:43:10,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:10,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36285, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 320128
2013-10-31 15:43:10,741 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0001_m_-2018690259 given task: attempt_20131031154230960_0001_m_000003_0
2013-10-31 15:43:11,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001/job.split dst=null perm=null
2013-10-31 15:43:11,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36293, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2635916196692092642_1004, duration: 434378
2013-10-31 15:43:11,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:11,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36294, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0001_m_000003_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 908310
2013-10-31 15:43:11,841 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:43:11,849 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0001_m_000000_0 is done.
2013-10-31 15:43:11,849 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0001_m_000000_0 was 121
2013-10-31 15:43:11,849 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:12,427 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0001_m_000005_0
2013-10-31 15:43:12,428 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0001_m_000005_0
2013-10-31 15:43:12,428 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0001_m_000005_0 not found in cache
2013-10-31 15:43:12,964 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:43:12,972 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0001_m_000001_0 is done.
2013-10-31 15:43:12,972 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0001_m_000001_0 was 325
2013-10-31 15:43:12,973 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:13,341 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:43:13,347 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0001_m_000002_0 is done.
2013-10-31 15:43:13,348 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0001_m_000002_0 was 120
2013-10-31 15:43:13,349 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:13,439 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0001_m_000000_0' has completed task_20131031154230960_0001_m_000000 successfully.
2013-10-31 15:43:13,463 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0001_r_000000_0' to tip task_20131031154230960_0001_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:43:13,467 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0001_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:43:13,468 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0001_r_000000_0 which needs 1 slots
2013-10-31 15:43:13,468 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0001_r_000000_0 which needs 1 slots
2013-10-31 15:43:13,543 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0001_r_-835602716
2013-10-31 15:43:13,543 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0001_r_-835602716 spawned.
2013-10-31 15:43:13,545 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0001/attempt_20131031154230960_0001_r_000000_0/taskjvm.sh
2013-10-31 15:43:14,009 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0001_m_000001_0' has completed task_20131031154230960_0001_m_000001 successfully.
2013-10-31 15:43:14,180 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:43:14,183 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0001_m_000003_0 is done.
2013-10-31 15:43:14,183 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0001_m_000003_0 was 228
2013-10-31 15:43:14,184 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:14,759 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0001_m_000002_0' has completed task_20131031154230960_0001_m_000002 successfully.
2013-10-31 15:43:15,236 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0001_r_-835602716 given task: attempt_20131031154230960_0001_r_000000_0
2013-10-31 15:43:15,557 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0001_m_000003_0' has completed task_20131031154230960_0001_m_000003 successfully.
2013-10-31 15:43:20,980 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:43751, bytes: 121, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0001_m_000000_0, duration: 32486101
2013-10-31 15:43:21,007 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45368, bytes: 325, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0001_m_000001_0, duration: 16047964
2013-10-31 15:43:21,032 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:48531, bytes: 120, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0001_m_000002_0, duration: 16764810
2013-10-31 15:43:21,057 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:38082, bytes: 228, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0001_m_000003_0, duration: 17755956
2013-10-31 15:43:21,730 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:21,797 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:21,855 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:22,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:43:22,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:22,105 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0/part-00000. blk_-7381263497261642464_1010
2013-10-31 15:43:22,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7381263497261642464_1010 src: /127.0.0.1:59060 dest: /127.0.0.1:51383
2013-10-31 15:43:22,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7381263497261642464_1010 src: /127.0.0.1:34720 dest: /127.0.0.1:37515
2013-10-31 15:43:22,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7381263497261642464_1010 src: /127.0.0.1:36367 dest: /127.0.0.1:42031
2013-10-31 15:43:22,156 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36367, dest: /127.0.0.1:42031, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0001_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7381263497261642464_1010, duration: 3948977
2013-10-31 15:43:22,156 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7381263497261642464_1010 terminating
2013-10-31 15:43:22,158 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34720, dest: /127.0.0.1:37515, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0001_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7381263497261642464_1010, duration: 5666175
2013-10-31 15:43:22,158 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7381263497261642464_1010 terminating
2013-10-31 15:43:22,161 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59060, dest: /127.0.0.1:51383, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0001_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7381263497261642464_1010, duration: 6525003
2013-10-31 15:43:22,162 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7381263497261642464_1010 size 7
2013-10-31 15:43:22,162 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7381263497261642464_1010 terminating
2013-10-31 15:43:22,162 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7381263497261642464_1010 size 7
2013-10-31 15:43:22,163 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7381263497261642464_1010 size 7
2013-10-31 15:43:22,164 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0001_r_000000_0
2013-10-31 15:43:22,164 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0001_r_000000_0
2013-10-31 15:43:22,202 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0001_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:43:22,202 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:22,482 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0001_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:43:22,486 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0001_r_000000_0
2013-10-31 15:43:23,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0 dst=null perm=null
2013-10-31 15:43:23,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:43:23,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:23,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary/_attempt_20131031154230960_0001_r_000000_0 dst=null perm=null
2013-10-31 15:43:24,794 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_r_000000_0 1.0% reduce > reduce
2013-10-31 15:43:24,797 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_r_000000_0 1.0% reduce > reduce
2013-10-31 15:43:24,798 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0001_r_000000_0 is done.
2013-10-31 15:43:24,798 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0001_r_000000_0 was -1
2013-10-31 15:43:24,799 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:24,916 INFO metrics.MetricsUtil (?:emrClusterStarted(?)) - instance controller state completed
2013-10-31 15:43:24,934 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:43:24,944 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:43:24,950 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:43:24,957 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:43:24,963 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:43:24,969 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:43:24,976 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:43:24,976 INFO metrics.MetricsSaver (?:flush(?)) - Discard 42 records
2013-10-31 15:43:25,491 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0001_r_000000_0' has completed task_20131031154230960_0001_r_000000 successfully.
2013-10-31 15:43:25,499 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0001_m_000004_0' to tip task_20131031154230960_0001_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:43:25,502 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0001_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:43:25,502 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0001_m_000004_0 which needs 1 slots
2013-10-31 15:43:25,503 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0001_m_000004_0 which needs 1 slots
2013-10-31 15:43:25,544 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0001/attempt_20131031154230960_0001_m_000004_0. Attempting to reuse: jvm_20131031154230960_0001_m_1975889240
2013-10-31 15:43:25,932 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0001_m_1975889240 given task: attempt_20131031154230960_0001_m_000004_0
2013-10-31 15:43:26,068 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_m_000004_0 0.0%
2013-10-31 15:43:26,071 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 66 Total time for transactions(ms): 3Number of transactions batched in Syncs: 1 Number of syncs: 36 SyncTimes(ms): 4612 150
2013-10-31 15:43:26,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary dst=null perm=null
2013-10-31 15:43:26,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:26,093 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_SUCCESS from client DFSClient_attempt_20131031154230960_0001_m_000004_0
2013-10-31 15:43:26,093 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0001_m_000004_0
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5493014528564481352 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5493014528564481352 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5493014528564481352 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5493014528564481352 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2635916196692092642 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2635916196692092642 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2635916196692092642 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2635916196692092642 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5951748647230750634 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5951748647230750634 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5951748647230750634 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:43:26,100 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5845694665570088556 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:43:26,101 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5845694665570088556 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:43:26,101 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5845694665570088556 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:43:26,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0001 dst=null perm=null
2013-10-31 15:43:28,955 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_4491249571749956568_1001
2013-10-31 15:43:29,015 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0001_m_000004_0 0.0% cleanup
2013-10-31 15:43:29,018 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0001_m_000004_0 is done.
2013-10-31 15:43:29,018 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0001_m_000004_0 was -1
2013-10-31 15:43:29,019 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:29,074 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5493014528564481352_1003 blk_2635916196692092642_1004 blk_5951748647230750634_1005
2013-10-31 15:43:29,075 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_5493014528564481352_1003 blk_2635916196692092642_1004 blk_5951748647230750634_1005 blk_-5845694665570088556_1006
2013-10-31 15:43:30,432 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2635916196692092642_1004 file build/test/data/dfs/data/data5/current/blk_2635916196692092642 for deletion
2013-10-31 15:43:30,434 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5493014528564481352_1003 file build/test/data/dfs/data/data6/current/blk_5493014528564481352 for deletion
2013-10-31 15:43:30,434 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5951748647230750634_1005 file build/test/data/dfs/data/data6/current/blk_5951748647230750634 for deletion
2013-10-31 15:43:30,434 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2635916196692092642_1004 at file build/test/data/dfs/data/data5/current/blk_2635916196692092642
2013-10-31 15:43:30,435 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5493014528564481352_1003 at file build/test/data/dfs/data/data6/current/blk_5493014528564481352
2013-10-31 15:43:30,435 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5951748647230750634_1005 at file build/test/data/dfs/data/data6/current/blk_5951748647230750634
2013-10-31 15:43:30,503 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0001_r_000000_0
2013-10-31 15:43:30,503 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0001_r_000000_0
2013-10-31 15:43:30,941 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5845694665570088556_1006 file build/test/data/dfs/data/data8/current/blk_-5845694665570088556 for deletion
2013-10-31 15:43:30,942 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2635916196692092642_1004 file build/test/data/dfs/data/data8/current/blk_2635916196692092642 for deletion
2013-10-31 15:43:30,942 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5493014528564481352_1003 file build/test/data/dfs/data/data7/current/blk_5493014528564481352 for deletion
2013-10-31 15:43:30,942 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5951748647230750634_1005 file build/test/data/dfs/data/data7/current/blk_5951748647230750634 for deletion
2013-10-31 15:43:30,943 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5845694665570088556_1006 at file build/test/data/dfs/data/data8/current/blk_-5845694665570088556
2013-10-31 15:43:30,943 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5493014528564481352_1003 at file build/test/data/dfs/data/data7/current/blk_5493014528564481352
2013-10-31 15:43:30,943 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2635916196692092642_1004 at file build/test/data/dfs/data/data8/current/blk_2635916196692092642
2013-10-31 15:43:30,944 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5951748647230750634_1005 at file build/test/data/dfs/data/data7/current/blk_5951748647230750634
2013-10-31 15:43:32,449 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0001_m_000004_0' has completed task_20131031154230960_0001_m_000004 successfully.
2013-10-31 15:43:32,449 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_5493014528564481352_1003 blk_2635916196692092642_1004 blk_5951748647230750634_1005 blk_-5845694665570088556_1006
2013-10-31 15:43:32,450 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_5493014528564481352_1003 blk_2635916196692092642_1004 blk_-5845694665570088556_1006
2013-10-31 15:43:32,451 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5845694665570088556_1006 file build/test/data/dfs/data/data2/current/blk_-5845694665570088556 for deletion
2013-10-31 15:43:32,451 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2635916196692092642_1004 file build/test/data/dfs/data/data1/current/blk_2635916196692092642 for deletion
2013-10-31 15:43:32,452 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5493014528564481352_1003 file build/test/data/dfs/data/data1/current/blk_5493014528564481352 for deletion
2013-10-31 15:43:32,452 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5951748647230750634_1005 file build/test/data/dfs/data/data2/current/blk_5951748647230750634 for deletion
2013-10-31 15:43:32,502 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0001 has completed successfully.
2013-10-31 15:43:32,507 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0001,submitTime=1383234180622,launchTime=1383234180804,firstMapTaskLaunchTime=1383234187420,firstReduceTaskLaunchTime=1383234193454,firstJobSetupTaskLaunchTime=1383234181350,firstJobCleanupTaskLaunchTime=1383234205499,finishTime=1383234212502,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=11,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[B503EE9DF5344DA3874D04D11D2DD721/59F2D1BAE70C4FB3A8257F1FFF5C2B52] test/(1/1) ...pesplatform/filtercomplex
2013-10-31 15:43:32,516 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_1383234180622_hadoop_%5BB503EE9DF5344DA3874D04D11D2DD721%2F59F2D1BAE70C4FB3. blk_323975719782754076_1011
2013-10-31 15:43:32,517 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2635916196692092642_1004 at file build/test/data/dfs/data/data1/current/blk_2635916196692092642
2013-10-31 15:43:32,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_323975719782754076_1011 src: /127.0.0.1:34771 dest: /127.0.0.1:37515
2013-10-31 15:43:32,519 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5493014528564481352_1003 at file build/test/data/dfs/data/data1/current/blk_5493014528564481352
2013-10-31 15:43:32,517 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5845694665570088556_1006 at file build/test/data/dfs/data/data2/current/blk_-5845694665570088556
2013-10-31 15:43:32,520 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5951748647230750634_1005 at file build/test/data/dfs/data/data2/current/blk_5951748647230750634
2013-10-31 15:43:32,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_323975719782754076_1011 src: /127.0.0.1:36418 dest: /127.0.0.1:42031
2013-10-31 15:43:32,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_323975719782754076_1011 src: /127.0.0.1:59114 dest: /127.0.0.1:51383
2013-10-31 15:43:32,542 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59114, dest: /127.0.0.1:51383, bytes: 28291, op: HDFS_WRITE, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_323975719782754076_1011, duration: 7588859
2013-10-31 15:43:32,543 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_323975719782754076_1011 terminating
2013-10-31 15:43:32,544 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36418, dest: /127.0.0.1:42031, bytes: 28291, op: HDFS_WRITE, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_323975719782754076_1011, duration: 7207748
2013-10-31 15:43:32,545 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_323975719782754076_1011 terminating
2013-10-31 15:43:32,548 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34771, dest: /127.0.0.1:37515, bytes: 28291, op: HDFS_WRITE, cliID: DFSClient_-1383015892, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_323975719782754076_1011, duration: 12756514
2013-10-31 15:43:32,548 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_323975719782754076_1011 size 28291
2013-10-31 15:43:32,548 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_323975719782754076_1011 terminating
2013-10-31 15:43:32,552 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_323975719782754076_1011 size 28291
2013-10-31 15:43:32,553 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_1383234180622_hadoop_%5BB503EE9DF5344DA3874D04D11D2DD721%2F59F2D1BAE70C4FB3 from client DFSClient_-1383015892
2013-10-31 15:43:32,553 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_logs/history/job_20131031154230960_0001_1383234180622_hadoop_%5BB503EE9DF5344DA3874D04D11D2DD721%2F59F2D1BAE70C4FB3 is closed by DFSClient_-1383015892
2013-10-31 15:43:32,554 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_323975719782754076_1011 size 28291
2013-10-31 15:43:32,961 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5845694665570088556_1006 file build/test/data/dfs/data/data4/current/blk_-5845694665570088556 for deletion
2013-10-31 15:43:32,961 INFO mapred.JobHistory (JobHistory.java:maybeMakeSubdirectory(403)) - Creating DONE subfolder at file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:43:32,963 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2635916196692092642_1004 file build/test/data/dfs/data/data3/current/blk_2635916196692092642 for deletion
2013-10-31 15:43:32,963 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5845694665570088556_1006 at file build/test/data/dfs/data/data4/current/blk_-5845694665570088556
2013-10-31 15:43:32,963 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0001_m_000000_0'
2013-10-31 15:43:32,963 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5493014528564481352_1003 file build/test/data/dfs/data/data4/current/blk_5493014528564481352 for deletion
2013-10-31 15:43:32,964 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0001_1383234180622_hadoop_%5BB503EE9DF5344DA3874D04D11D2DD721%2F59F2D1BAE70C4FB3 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:43:32,964 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2635916196692092642_1004 at file build/test/data/dfs/data/data3/current/blk_2635916196692092642
2013-10-31 15:43:32,964 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0001_m_000004_0'
2013-10-31 15:43:32,964 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5493014528564481352_1003 at file build/test/data/dfs/data/data4/current/blk_5493014528564481352
2013-10-31 15:43:32,965 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0001_m_000005_0'
2013-10-31 15:43:32,965 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0001_r_000000_0'
2013-10-31 15:43:32,967 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1957362358891774947 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:43:32,967 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0001_m_000002_0'
2013-10-31 15:43:32,967 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1957362358891774947 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:43:32,968 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1957362358891774947 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:43:32,968 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0001_m_000001_0'
2013-10-31 15:43:32,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0001 dst=null perm=null
2013-10-31 15:43:32,973 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0001_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:43:32,981 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/_temporary
2013-10-31 15:43:32,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex dst=null perm=null
2013-10-31 15:43:32,994 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:43:32,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null
2013-10-31 15:43:33,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null
2013-10-31 15:43:33,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34780, bytes: 11, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7381263497261642464_1010, duration: 489828
2013-10-31 15:43:33,011 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/filtercomplex
2013-10-31 15:43:33,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex dst=null perm=null
2013-10-31 15:43:33,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null
2013-10-31 15:43:33,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36427, bytes: 11, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7381263497261642464_1010, duration: 184201
2013-10-31 15:43:33,030 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:43:33,031 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:43:33,056 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:43:33,056 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:43:33,056 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextDelimited[['ip', 'count1', 'count2', 'count3', 'count4']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain"]
2013-10-31 15:43:33,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:43:33,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:43:33,057 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:43:33,057 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...pipesplatform/simplechain
2013-10-31 15:43:33,062 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:43:33,062 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:43:33,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:43:33,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:43:33,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,081 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar. blk_-4007361733544827456_1012
2013-10-31 15:43:33,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4007361733544827456_1012 src: /127.0.0.1:34782 dest: /127.0.0.1:37515
2013-10-31 15:43:33,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4007361733544827456_1012 src: /127.0.0.1:36429 dest: /127.0.0.1:42031
2013-10-31 15:43:33,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4007361733544827456_1012 src: /127.0.0.1:56344 dest: /127.0.0.1:40932
2013-10-31 15:43:33,093 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56344, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4007361733544827456_1012, duration: 6280525
2013-10-31 15:43:33,094 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4007361733544827456_1012 terminating
2013-10-31 15:43:33,095 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36429, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4007361733544827456_1012, duration: 7999907
2013-10-31 15:43:33,095 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4007361733544827456_1012 size 238055
2013-10-31 15:43:33,096 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4007361733544827456_1012 terminating
2013-10-31 15:43:33,097 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34782, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4007361733544827456_1012, duration: 10068980
2013-10-31 15:43:33,098 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4007361733544827456_1012 terminating
2013-10-31 15:43:33,101 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4007361733544827456_1012 size 238055
2013-10-31 15:43:33,102 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar from client DFSClient_1020568644
2013-10-31 15:43:33,102 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar is closed by DFSClient_1020568644
2013-10-31 15:43:33,103 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4007361733544827456_1012 size 238055
2013-10-31 15:43:33,107 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar. New replication is 10
2013-10-31 15:43:33,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar dst=null perm=null
2013-10-31 15:43:33,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,123 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:43:33,130 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:43:33,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:33,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,151 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split. New replication is 10
2013-10-31 15:43:33,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split dst=null perm=null
2013-10-31 15:43:33,559 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split. blk_4827729408902031437_1013
2013-10-31 15:43:33,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4827729408902031437_1013 src: /127.0.0.1:34789 dest: /127.0.0.1:37515
2013-10-31 15:43:33,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4827729408902031437_1013 src: /127.0.0.1:56350 dest: /127.0.0.1:40932
2013-10-31 15:43:33,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4827729408902031437_1013 src: /127.0.0.1:59132 dest: /127.0.0.1:51383
2013-10-31 15:43:33,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4827729408902031437_1013 src: /127.0.0.1:36438 dest: /127.0.0.1:42031
2013-10-31 15:43:33,572 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36438, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4827729408902031437_1013, duration: 2863841
2013-10-31 15:43:33,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4827729408902031437_1013 terminating
2013-10-31 15:43:33,574 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59132, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4827729408902031437_1013, duration: 5341258
2013-10-31 15:43:33,575 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4827729408902031437_1013 size 1403
2013-10-31 15:43:33,575 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4827729408902031437_1013 terminating
2013-10-31 15:43:33,577 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56350, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4827729408902031437_1013, duration: 8442167
2013-10-31 15:43:33,577 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4827729408902031437_1013 size 1403
2013-10-31 15:43:33,578 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4827729408902031437_1013 terminating
2013-10-31 15:43:33,580 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34789, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4827729408902031437_1013, duration: 10795259
2013-10-31 15:43:33,581 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4827729408902031437_1013 size 1403
2013-10-31 15:43:33,581 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_4827729408902031437_1013 terminating
2013-10-31 15:43:33,584 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4827729408902031437_1013 size 1403
2013-10-31 15:43:33,585 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split from client DFSClient_1020568644
2013-10-31 15:43:33,585 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split is closed by DFSClient_1020568644
2013-10-31 15:43:33,585 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0001_m_000003_0'
2013-10-31 15:43:33,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,608 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.splitmetainfo. blk_7976119990398121590_1014
2013-10-31 15:43:33,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7976119990398121590_1014 src: /127.0.0.1:36439 dest: /127.0.0.1:42031
2013-10-31 15:43:33,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7976119990398121590_1014 src: /127.0.0.1:59135 dest: /127.0.0.1:51383
2013-10-31 15:43:33,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7976119990398121590_1014 src: /127.0.0.1:56355 dest: /127.0.0.1:40932
2013-10-31 15:43:33,617 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56355, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7976119990398121590_1014, duration: 2292803
2013-10-31 15:43:33,617 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7976119990398121590_1014 terminating
2013-10-31 15:43:33,619 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59135, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7976119990398121590_1014, duration: 3307411
2013-10-31 15:43:33,620 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7976119990398121590_1014 terminating
2013-10-31 15:43:33,622 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36439, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7976119990398121590_1014, duration: 6317066
2013-10-31 15:43:33,622 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7976119990398121590_1014 size 156
2013-10-31 15:43:33,623 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7976119990398121590_1014 terminating
2013-10-31 15:43:33,626 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7976119990398121590_1014 size 156
2013-10-31 15:43:33,626 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:43:33,627 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:43:33,627 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7976119990398121590_1014 size 156
2013-10-31 15:43:33,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,660 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml. blk_-7128918466530288554_1015
2013-10-31 15:43:33,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7128918466530288554_1015 src: /127.0.0.1:34796 dest: /127.0.0.1:37515
2013-10-31 15:43:33,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7128918466530288554_1015 src: /127.0.0.1:56357 dest: /127.0.0.1:40932
2013-10-31 15:43:33,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7128918466530288554_1015 src: /127.0.0.1:59139 dest: /127.0.0.1:51383
2013-10-31 15:43:33,670 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59139, dest: /127.0.0.1:51383, bytes: 28794, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7128918466530288554_1015, duration: 1603245
2013-10-31 15:43:33,671 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7128918466530288554_1015 terminating
2013-10-31 15:43:33,675 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56357, dest: /127.0.0.1:40932, bytes: 28794, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7128918466530288554_1015, duration: 5977423
2013-10-31 15:43:33,675 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7128918466530288554_1015 terminating
2013-10-31 15:43:33,675 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7128918466530288554_1015 size 28794
2013-10-31 15:43:33,676 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34796, dest: /127.0.0.1:37515, bytes: 28794, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7128918466530288554_1015, duration: 7839389
2013-10-31 15:43:33,677 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7128918466530288554_1015 terminating
2013-10-31 15:43:33,679 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml from client DFSClient_1020568644
2013-10-31 15:43:33,680 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml is closed by DFSClient_1020568644
2013-10-31 15:43:33,680 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7128918466530288554_1015 size 28794
2013-10-31 15:43:33,681 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7128918466530288554_1015 size 28794
2013-10-31 15:43:33,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml dst=null perm=null
2013-10-31 15:43:33,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59141, bytes: 29022, op: HDFS_READ, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7128918466530288554_1015, duration: 726765
2013-10-31 15:43:33,705 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0002: nMaps=4 nReduces=1 max=-1
2013-10-31 15:43:33,707 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0002 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:43:33,707 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0002
2013-10-31 15:43:33,707 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0002 RESULT=SUCCESS
2013-10-31 15:43:33,707 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0002
2013-10-31 15:43:33,709 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0002
2013-10-31 15:43:33,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_1383234213685_hadoop_%5B45EDDD40C59B427E88C35B8A27A2766E%2F19717D4A3C1B4D2C dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,753 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_conf.xml. blk_1281763108605106604_1017
2013-10-31 15:43:33,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1281763108605106604_1017 src: /127.0.0.1:36449 dest: /127.0.0.1:42031
2013-10-31 15:43:33,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1281763108605106604_1017 src: /127.0.0.1:34804 dest: /127.0.0.1:37515
2013-10-31 15:43:33,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1281763108605106604_1017 src: /127.0.0.1:59146 dest: /127.0.0.1:51383
2013-10-31 15:43:33,762 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59146, dest: /127.0.0.1:51383, bytes: 28859, op: HDFS_WRITE, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1281763108605106604_1017, duration: 2886008
2013-10-31 15:43:33,763 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1281763108605106604_1017 terminating
2013-10-31 15:43:33,765 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34804, dest: /127.0.0.1:37515, bytes: 28859, op: HDFS_WRITE, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1281763108605106604_1017, duration: 4677521
2013-10-31 15:43:33,765 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1281763108605106604_1017 terminating
2013-10-31 15:43:33,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36449, dest: /127.0.0.1:42031, bytes: 28859, op: HDFS_WRITE, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1281763108605106604_1017, duration: 6354687
2013-10-31 15:43:33,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1281763108605106604_1017 terminating
2013-10-31 15:43:33,770 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1281763108605106604_1017 size 28859
2013-10-31 15:43:33,770 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_conf.xml from client DFSClient_-1754557621
2013-10-31 15:43:33,771 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_conf.xml is closed by DFSClient_-1754557621
2013-10-31 15:43:33,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1281763108605106604_1017 size 28859
2013-10-31 15:43:33,772 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1281763108605106604_1017 size 28859
2013-10-31 15:43:33,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:33,784 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken. blk_-5180160291237822273_1018
2013-10-31 15:43:33,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5180160291237822273_1018 src: /127.0.0.1:34806 dest: /127.0.0.1:37515
2013-10-31 15:43:33,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5180160291237822273_1018 src: /127.0.0.1:59148 dest: /127.0.0.1:51383
2013-10-31 15:43:33,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5180160291237822273_1018 src: /127.0.0.1:56368 dest: /127.0.0.1:40932
2013-10-31 15:43:33,795 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56368, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5180160291237822273_1018, duration: 5547469
2013-10-31 15:43:33,795 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5180160291237822273_1018 terminating
2013-10-31 15:43:33,796 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59148, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5180160291237822273_1018, duration: 4171143
2013-10-31 15:43:33,796 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5180160291237822273_1018 terminating
2013-10-31 15:43:33,797 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34806, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5180160291237822273_1018, duration: 4870487
2013-10-31 15:43:33,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5180160291237822273_1018 terminating
2013-10-31 15:43:33,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5180160291237822273_1018 size 116
2013-10-31 15:43:33,802 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken from client DFSClient_1020568644
2013-10-31 15:43:33,803 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken is closed by DFSClient_1020568644
2013-10-31 15:43:33,803 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5180160291237822273_1018 size 116
2013-10-31 15:43:33,804 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5180160291237822273_1018 size 116
2013-10-31 15:43:33,807 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken
2013-10-31 15:43:33,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.splitmetainfo dst=null perm=null
2013-10-31 15:43:33,812 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56374, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7976119990398121590_1014, duration: 403170
2013-10-31 15:43:33,814 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0002 = 1449. Number of splits = 4
2013-10-31 15:43:33,814 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,815 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,815 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,815 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,815 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,815 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,815 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0002_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:43:33,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0002 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:43:33,817 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0002 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:43:35,451 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_-4007361733544827456_1012 to datanode(s) 127.0.0.1:51383
2013-10-31 15:43:35,451 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-1957362358891774947_1009
2013-10-31 15:43:35,451 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-1957362358891774947_1009
2013-10-31 15:43:35,961 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1957362358891774947_1009 file build/test/data/dfs/data/data4/current/blk_-1957362358891774947 for deletion
2013-10-31 15:43:35,962 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1957362358891774947_1009 at file build/test/data/dfs/data/data4/current/blk_-1957362358891774947
2013-10-31 15:43:35,973 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0002_m_000005_0' to tip task_20131031154230960_0002_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:43:35,982 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0002_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:43:35,982 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0002_m_000005_0 which needs 1 slots
2013-10-31 15:43:35,982 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0002_m_000005_0 which needs 1 slots
2013-10-31 15:43:35,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken dst=null perm=null
2013-10-31 15:43:35,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56385, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5180160291237822273_1018, duration: 429103
2013-10-31 15:43:36,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml dst=null perm=null
2013-10-31 15:43:36,012 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56387, bytes: 29022, op: HDFS_READ, cliID: DFSClient_-1518403078, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7128918466530288554_1015, duration: 611140
2013-10-31 15:43:36,055 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:36,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar dst=null perm=null
2013-10-31 15:43:36,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34828, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1518403078, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4007361733544827456_1012, duration: 1181522
2013-10-31 15:43:36,184 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0002_m_-1252982679
2013-10-31 15:43:36,185 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0002_m_-1252982679 spawned.
2013-10-31 15:43:36,187 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0002/attempt_20131031154230960_0002_m_000005_0/taskjvm.sh
2013-10-31 15:43:36,433 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_-4007361733544827456_1012 to 127.0.0.1:51383
2013-10-31 15:43:36,434 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1957362358891774947_1009 file build/test/data/dfs/data/data6/current/blk_-1957362358891774947 for deletion
2013-10-31 15:43:36,435 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1957362358891774947_1009 at file build/test/data/dfs/data/data6/current/blk_-1957362358891774947
2013-10-31 15:43:36,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4007361733544827456_1012 src: /127.0.0.1:59170 dest: /127.0.0.1:51383
2013-10-31 15:43:36,437 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_-4007361733544827456_1012 to /127.0.0.1:51383
2013-10-31 15:43:36,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-4007361733544827456_1012 src: /127.0.0.1:59170 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:43:36,441 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4007361733544827456_1012 size 238055
2013-10-31 15:43:37,708 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0002_m_-1252982679 given task: attempt_20131031154230960_0002_m_000005_0
2013-10-31 15:43:37,968 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0001
2013-10-31 15:43:37,968 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0001_m_000004_0 not found in cache
2013-10-31 15:43:37,968 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0001
2013-10-31 15:43:37,969 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0001
2013-10-31 15:43:37,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0001 for user-log deletion with retainTimeStamp:1383320617969
2013-10-31 15:43:37,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0001 for user-log deletion with retainTimeStamp:1383320617969
2013-10-31 15:43:37,970 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0001 for user-log deletion with retainTimeStamp:1383320617970
2013-10-31 15:43:38,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:43:38,452 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-1957362358891774947_1009
2013-10-31 15:43:38,459 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0001_m_-1224168456 since job job_20131031154230960_0001 is dead
2013-10-31 15:43:38,459 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0001_m_-835602716 since job job_20131031154230960_0001 is dead
2013-10-31 15:43:38,461 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0001_m_37038438 since job job_20131031154230960_0001 is dead
2013-10-31 15:43:38,487 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group13944 with signal TERM. Exit code 0
2013-10-31 15:43:38,500 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0001_m_1975889240 since job job_20131031154230960_0001 is dead
2013-10-31 15:43:38,501 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14061 with signal TERM. Exit code 0
2013-10-31 15:43:38,487 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14128 with signal TERM. Exit code 0
2013-10-31 15:43:38,523 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14004 with signal TERM. Exit code 0
2013-10-31 15:43:38,524 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0001_r_-835602716 since job job_20131031154230960_0001 is dead
2013-10-31 15:43:38,529 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14298 with signal TERM. Exit code 0
2013-10-31 15:43:38,587 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0001
2013-10-31 15:43:38,588 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0001 for user-log deletion with retainTimeStamp:1383320618588
2013-10-31 15:43:38,659 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:43:38,659 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:43:38,659 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:43:38,660 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0001_m_-835602716 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:43:38,674 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:43:38,674 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:43:38,674 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:43:38,674 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0001_m_1975889240 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:43:38,689 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:43:38,689 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:43:38,689 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:43:38,689 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0001_r_-835602716 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:43:38,703 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:43:38,703 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:43:38,703 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:43:38,703 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0001_m_-1224168456 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:43:38,709 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:43:38,709 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:43:38,709 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:43:38,709 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0001_m_37038438 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:43:38,762 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0001_m_-2018690259 since job job_20131031154230960_0001 is dead
2013-10-31 15:43:38,774 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14200 with signal TERM. Exit code 0
2013-10-31 15:43:38,960 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:43:38,961 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 1ms
2013-10-31 15:43:38,962 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:43:38,963 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:37515, blocks: 9, processing time: 0 msecs
2013-10-31 15:43:38,963 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 9 blocks took 0 msec to generate and 1 msecs for RPC and NN processing
2013-10-31 15:43:38,977 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:43:38,977 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:43:38,977 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:43:38,977 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0001_m_-2018690259 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:43:39,945 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1957362358891774947_1009 file build/test/data/dfs/data/data7/current/blk_-1957362358891774947 for deletion
2013-10-31 15:43:39,946 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1957362358891774947_1009 at file build/test/data/dfs/data/data7/current/blk_-1957362358891774947
2013-10-31 15:43:41,134 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_m_000005_0 0.0% setup
2013-10-31 15:43:41,138 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0002_m_000005_0 is done.
2013-10-31 15:43:41,138 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0002_m_000005_0 was -1
2013-10-31 15:43:41,139 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:41,989 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0002_m_000005_0' has completed task_20131031154230960_0002_m_000005 successfully.
2013-10-31 15:43:41,993 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0002_m_000000_0' to tip task_20131031154230960_0002_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:43:41,995 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0002_m_000000
2013-10-31 15:43:41,998 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0002_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:43:41,998 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0002_m_000001_0' to tip task_20131031154230960_0002_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:43:41,998 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0002_m_000000_0 which needs 1 slots
2013-10-31 15:43:41,999 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0002_m_000000_0 which needs 1 slots
2013-10-31 15:43:42,000 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0002_m_000001
2013-10-31 15:43:42,005 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0002_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:43:42,007 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0002_m_000001_0 which needs 1 slots
2013-10-31 15:43:42,007 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0002_m_000001_0 which needs 1 slots
2013-10-31 15:43:42,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken dst=null perm=null
2013-10-31 15:43:42,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34862, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5180160291237822273_1018, duration: 437410
2013-10-31 15:43:42,028 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0002_m_000002_0' to tip task_20131031154230960_0002_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:43:42,029 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0002_m_000002
2013-10-31 15:43:42,031 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0002_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:43:42,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml dst=null perm=null
2013-10-31 15:43:42,031 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0002_m_000002_0 which needs 1 slots
2013-10-31 15:43:42,031 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0002_m_000002_0 which needs 1 slots
2013-10-31 15:43:42,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56424, bytes: 29022, op: HDFS_READ, cliID: DFSClient_-485961092, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7128918466530288554_1015, duration: 616868
2013-10-31 15:43:42,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken dst=null perm=null
2013-10-31 15:43:42,043 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0002_m_-1688094292
2013-10-31 15:43:42,044 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0002_m_-1688094292 spawned.
2013-10-31 15:43:42,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56425, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5180160291237822273_1018, duration: 176627
2013-10-31 15:43:42,049 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0002/attempt_20131031154230960_0002_m_000000_0/taskjvm.sh
2013-10-31 15:43:42,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml dst=null perm=null
2013-10-31 15:43:42,063 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34867, bytes: 29022, op: HDFS_READ, cliID: DFSClient_-589963965, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7128918466530288554_1015, duration: 653941
2013-10-31 15:43:42,087 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:42,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar dst=null perm=null
2013-10-31 15:43:42,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56428, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-589963965, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4007361733544827456_1012, duration: 6176330
2013-10-31 15:43:42,132 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:42,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar dst=null perm=null
2013-10-31 15:43:42,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34869, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-485961092, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4007361733544827456_1012, duration: 1188418
2013-10-31 15:43:42,200 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0002_m_-491948188
2013-10-31 15:43:42,200 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0002_m_-491948188 spawned.
2013-10-31 15:43:42,202 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0002/attempt_20131031154230960_0002_m_000002_0/taskjvm.sh
2013-10-31 15:43:42,219 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0002_m_-1735697757
2013-10-31 15:43:42,220 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0002_m_-1735697757 spawned.
2013-10-31 15:43:42,224 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0002/attempt_20131031154230960_0002_m_000001_0/taskjvm.sh
2013-10-31 15:43:42,596 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0002_m_000003_0' to tip task_20131031154230960_0002_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:43:42,596 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0002_m_000003
2013-10-31 15:43:42,597 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0002_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:43:42,598 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0002_m_000003_0 which needs 1 slots
2013-10-31 15:43:42,598 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0002_m_000003_0 which needs 1 slots
2013-10-31 15:43:42,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002/jobToken dst=null perm=null
2013-10-31 15:43:42,607 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59211, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5180160291237822273_1018, duration: 201329
2013-10-31 15:43:42,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.xml dst=null perm=null
2013-10-31 15:43:42,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34872, bytes: 29022, op: HDFS_READ, cliID: DFSClient_251918204, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7128918466530288554_1015, duration: 234356
2013-10-31 15:43:42,629 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:43:42,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.jar dst=null perm=null
2013-10-31 15:43:42,647 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36519, bytes: 239915, op: HDFS_READ, cliID: DFSClient_251918204, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4007361733544827456_1012, duration: 1125388
2013-10-31 15:43:42,705 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0002_m_-254429227
2013-10-31 15:43:42,706 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0002_m_-254429227 spawned.
2013-10-31 15:43:42,707 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0002/attempt_20131031154230960_0002_m_000003_0/taskjvm.sh
2013-10-31 15:43:43,098 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0002_m_-1688094292 given task: attempt_20131031154230960_0002_m_000000_0
2013-10-31 15:43:43,388 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0002_m_-1735697757 given task: attempt_20131031154230960_0002_m_000001_0
2013-10-31 15:43:43,400 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0002_m_-491948188 given task: attempt_20131031154230960_0002_m_000002_0
2013-10-31 15:43:43,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split dst=null perm=null
2013-10-31 15:43:43,599 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34883, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4827729408902031437_1013, duration: 295256
2013-10-31 15:43:43,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:43,639 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56444, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000000_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 175538
2013-10-31 15:43:43,832 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0002_m_-254429227 given task: attempt_20131031154230960_0002_m_000003_0
2013-10-31 15:43:43,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split dst=null perm=null
2013-10-31 15:43:43,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split dst=null perm=null
2013-10-31 15:43:43,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56451, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4827729408902031437_1013, duration: 235733
2013-10-31 15:43:43,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59233, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4827729408902031437_1013, duration: 214921
2013-10-31 15:43:43,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:43,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:43,949 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59234, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 229959
2013-10-31 15:43:44,204 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56454, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 245161
2013-10-31 15:43:44,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002/job.split dst=null perm=null
2013-10-31 15:43:44,333 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34896, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4827729408902031437_1013, duration: 165030
2013-10-31 15:43:44,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:43:44,373 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36543, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0002_m_000003_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 544521
2013-10-31 15:43:46,526 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:43:46,530 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0002_m_000000_0 is done.
2013-10-31 15:43:46,530 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0002_m_000000_0 was 54
2013-10-31 15:43:46,531 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:46,836 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:43:46,840 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0002_m_000001_0 is done.
2013-10-31 15:43:46,840 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:43:46,840 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0002_m_000001_0 was 74
2013-10-31 15:43:46,844 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:46,845 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0002_m_000002_0 is done.
2013-10-31 15:43:46,845 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0002_m_000002_0 was 73
2013-10-31 15:43:46,845 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:46,998 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0002_m_000005_0
2013-10-31 15:43:46,999 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0002_m_000005_0
2013-10-31 15:43:46,999 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0002_m_000005_0 not found in cache
2013-10-31 15:43:47,264 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:43:47,268 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0002_m_000003_0 is done.
2013-10-31 15:43:47,268 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0002_m_000003_0 was 53
2013-10-31 15:43:47,268 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:43:48,008 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0002_m_000000_0' has completed task_20131031154230960_0002_m_000000 successfully.
2013-10-31 15:43:48,408 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0002_r_000000_0' to tip task_20131031154230960_0002_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:43:48,411 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0002_m_000002_0' has completed task_20131031154230960_0002_m_000002 successfully.
2013-10-31 15:43:48,412 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0002_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:43:48,413 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0002_r_000000_0 which needs 1 slots
2013-10-31 15:43:48,413 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0002_r_000000_0 which needs 1 slots
2013-10-31 15:43:48,416 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0002_m_000001_0' has completed task_20131031154230960_0002_m_000001 successfully.
2013-10-31 15:43:48,450 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0002_r_37038438
2013-10-31 15:43:48,451 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0002_r_37038438 spawned.
2013-10-31 15:43:48,453 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0002/attempt_20131031154230960_0002_r_000000_0/taskjvm.sh
2013-10-31 15:43:48,607 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0002_m_000003_0' has completed task_20131031154230960_0002_m_000003 successfully.
2013-10-31 15:43:49,333 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0002_r_37038438 given task: attempt_20131031154230960_0002_r_000000_0
2013-10-31 15:43:55,012 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45563, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0002_m_000000_0, duration: 9920453
2013-10-31 15:43:55,045 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:43948, bytes: 73, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0002_m_000002_0, duration: 13320931
2013-10-31 15:43:55,064 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:48727, bytes: 74, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0002_m_000001_0, duration: 13250011
2013-10-31 15:43:55,083 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:38278, bytes: 53, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0002_m_000003_0, duration: 13222847
2013-10-31 15:43:55,812 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:55,873 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:55,933 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:56,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:43:56,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:56,383 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0/part-00000. blk_-3910354624975012977_1019
2013-10-31 15:43:56,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3910354624975012977_1019 src: /127.0.0.1:56465 dest: /127.0.0.1:40932
2013-10-31 15:43:56,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3910354624975012977_1019 src: /127.0.0.1:34906 dest: /127.0.0.1:37515
2013-10-31 15:43:56,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3910354624975012977_1019 src: /127.0.0.1:36553 dest: /127.0.0.1:42031
2013-10-31 15:43:56,436 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36553, dest: /127.0.0.1:42031, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0002_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3910354624975012977_1019, duration: 2019209
2013-10-31 15:43:56,436 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3910354624975012977_1019 terminating
2013-10-31 15:43:56,437 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34906, dest: /127.0.0.1:37515, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0002_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3910354624975012977_1019, duration: 3582706
2013-10-31 15:43:56,437 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3910354624975012977_1019 terminating
2013-10-31 15:43:56,440 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56465, dest: /127.0.0.1:40932, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0002_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3910354624975012977_1019, duration: 4762643
2013-10-31 15:43:56,440 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3910354624975012977_1019 size 176
2013-10-31 15:43:56,440 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3910354624975012977_1019 terminating
2013-10-31 15:43:56,441 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3910354624975012977_1019 size 176
2013-10-31 15:43:56,442 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0002_r_000000_0
2013-10-31 15:43:56,442 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0002_r_000000_0
2013-10-31 15:43:56,443 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3910354624975012977_1019 size 176
2013-10-31 15:43:56,478 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0002_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:43:56,479 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:43:57,425 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0002_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:43:57,426 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0002_r_000000_0
2013-10-31 15:43:57,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0 dst=null perm=null
2013-10-31 15:43:57,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:43:57,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:43:57,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary/_attempt_20131031154230960_0002_r_000000_0 dst=null perm=null
2013-10-31 15:43:58,862 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_r_000000_0 1.0% reduce > reduce
2013-10-31 15:43:58,866 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_r_000000_0 1.0% reduce > reduce
2013-10-31 15:43:58,867 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0002_r_000000_0 is done.
2013-10-31 15:43:58,867 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0002_r_000000_0 was -1
2013-10-31 15:43:58,868 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:00,428 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0002_r_000000_0' has completed task_20131031154230960_0002_r_000000 successfully.
2013-10-31 15:44:00,431 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0002_m_000004_0' to tip task_20131031154230960_0002_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:44:00,432 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0002_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:44:00,433 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0002_m_000004_0 which needs 1 slots
2013-10-31 15:44:00,433 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0002_m_000004_0 which needs 1 slots
2013-10-31 15:44:00,467 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0002/attempt_20131031154230960_0002_m_000004_0. Attempting to reuse: jvm_20131031154230960_0002_m_-1252982679
2013-10-31 15:44:01,209 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0002_m_-1252982679 given task: attempt_20131031154230960_0002_m_000004_0
2013-10-31 15:44:01,319 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_m_000004_0 0.0%
2013-10-31 15:44:01,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary dst=null perm=null
2013-10-31 15:44:01,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:01,347 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_SUCCESS from client DFSClient_attempt_20131031154230960_0002_m_000004_0
2013-10-31 15:44:01,348 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0002_m_000004_0
2013-10-31 15:44:01,354 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4007361733544827456 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:01,354 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4007361733544827456 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:01,354 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4007361733544827456 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:01,355 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4007361733544827456 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:01,355 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4827729408902031437 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:01,355 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4827729408902031437 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:01,355 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4827729408902031437 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:01,355 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4827729408902031437 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:01,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7976119990398121590 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:01,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7976119990398121590 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:01,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7976119990398121590 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:01,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7128918466530288554 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:01,357 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7128918466530288554 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:01,357 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7128918466530288554 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:01,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0002 dst=null perm=null
2013-10-31 15:44:02,456 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-7128918466530288554_1015 blk_7976119990398121590_1014 blk_-4007361733544827456_1012 blk_4827729408902031437_1013
2013-10-31 15:44:02,457 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_7976119990398121590_1014 blk_-4007361733544827456_1012 blk_4827729408902031437_1013
2013-10-31 15:44:02,460 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7128918466530288554_1015 file build/test/data/dfs/data/data2/current/blk_-7128918466530288554 for deletion
2013-10-31 15:44:02,461 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4007361733544827456_1012 file build/test/data/dfs/data/data1/current/blk_-4007361733544827456 for deletion
2013-10-31 15:44:02,461 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7128918466530288554_1015 at file build/test/data/dfs/data/data2/current/blk_-7128918466530288554
2013-10-31 15:44:02,461 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4827729408902031437_1013 file build/test/data/dfs/data/data2/current/blk_4827729408902031437 for deletion
2013-10-31 15:44:02,461 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4007361733544827456_1012 at file build/test/data/dfs/data/data1/current/blk_-4007361733544827456
2013-10-31 15:44:02,461 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7976119990398121590_1014 file build/test/data/dfs/data/data1/current/blk_7976119990398121590 for deletion
2013-10-31 15:44:02,461 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4827729408902031437_1013 at file build/test/data/dfs/data/data2/current/blk_4827729408902031437
2013-10-31 15:44:02,462 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7976119990398121590_1014 at file build/test/data/dfs/data/data1/current/blk_7976119990398121590
2013-10-31 15:44:03,443 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4007361733544827456_1012 file build/test/data/dfs/data/data5/current/blk_-4007361733544827456 for deletion
2013-10-31 15:44:03,443 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4827729408902031437_1013 file build/test/data/dfs/data/data6/current/blk_4827729408902031437 for deletion
2013-10-31 15:44:03,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4007361733544827456_1012 at file build/test/data/dfs/data/data5/current/blk_-4007361733544827456
2013-10-31 15:44:03,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7976119990398121590_1014 file build/test/data/dfs/data/data5/current/blk_7976119990398121590 for deletion
2013-10-31 15:44:03,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4827729408902031437_1013 at file build/test/data/dfs/data/data6/current/blk_4827729408902031437
2013-10-31 15:44:03,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7976119990398121590_1014 at file build/test/data/dfs/data/data5/current/blk_7976119990398121590
2013-10-31 15:44:04,291 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0002_m_000004_0 0.0% cleanup
2013-10-31 15:44:04,293 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0002_m_000004_0 is done.
2013-10-31 15:44:04,293 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0002_m_000004_0 was -1
2013-10-31 15:44:04,293 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:05,433 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0002_r_000000_0
2013-10-31 15:44:05,433 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0002_r_000000_0
2013-10-31 15:44:05,457 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-7128918466530288554_1015 blk_-4007361733544827456_1012 blk_4827729408902031437_1013
2013-10-31 15:44:05,458 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-7128918466530288554_1015 blk_7976119990398121590_1014 blk_-4007361733544827456_1012 blk_4827729408902031437_1013
2013-10-31 15:44:05,971 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7128918466530288554_1015 file build/test/data/dfs/data/data3/current/blk_-7128918466530288554 for deletion
2013-10-31 15:44:05,971 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4007361733544827456_1012 file build/test/data/dfs/data/data3/current/blk_-4007361733544827456 for deletion
2013-10-31 15:44:05,971 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7128918466530288554_1015 at file build/test/data/dfs/data/data3/current/blk_-7128918466530288554
2013-10-31 15:44:05,972 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4827729408902031437_1013 file build/test/data/dfs/data/data4/current/blk_4827729408902031437 for deletion
2013-10-31 15:44:05,972 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4007361733544827456_1012 at file build/test/data/dfs/data/data3/current/blk_-4007361733544827456
2013-10-31 15:44:05,972 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4827729408902031437_1013 at file build/test/data/dfs/data/data4/current/blk_4827729408902031437
2013-10-31 15:44:06,442 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0002_m_000004_0' has completed task_20131031154230960_0002_m_000004 successfully.
2013-10-31 15:44:06,443 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0002 has completed successfully.
2013-10-31 15:44:06,444 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0002,submitTime=1383234213685,launchTime=1383234213817,firstMapTaskLaunchTime=1383234221993,firstReduceTaskLaunchTime=1383234228407,firstJobSetupTaskLaunchTime=1383234215972,firstJobCleanupTaskLaunchTime=1383234240431,finishTime=1383234246443,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[45EDDD40C59B427E88C35B8A27A2766E/19717D4A3C1B4D2C8B2F8408518C4BE1] test/(1/1) ...pipesplatform/simplechain
2013-10-31 15:44:06,452 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_1383234213685_hadoop_%5B45EDDD40C59B427E88C35B8A27A2766E%2F19717D4A3C1B4D2C. blk_5195192856507839042_1020
2013-10-31 15:44:06,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5195192856507839042_1020 src: /127.0.0.1:36557 dest: /127.0.0.1:42031
2013-10-31 15:44:06,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5195192856507839042_1020 src: /127.0.0.1:59253 dest: /127.0.0.1:51383
2013-10-31 15:44:06,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5195192856507839042_1020 src: /127.0.0.1:34913 dest: /127.0.0.1:37515
2013-10-31 15:44:06,841 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34913, dest: /127.0.0.1:37515, bytes: 28302, op: HDFS_WRITE, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5195192856507839042_1020, duration: 9901048
2013-10-31 15:44:06,842 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5195192856507839042_1020 terminating
2013-10-31 15:44:06,844 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5195192856507839042_1020 size 28302
2013-10-31 15:44:06,844 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59253, dest: /127.0.0.1:51383, bytes: 28302, op: HDFS_WRITE, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5195192856507839042_1020, duration: 12522051
2013-10-31 15:44:06,844 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5195192856507839042_1020 terminating
2013-10-31 15:44:06,846 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36557, dest: /127.0.0.1:42031, bytes: 28302, op: HDFS_WRITE, cliID: DFSClient_-1754557621, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5195192856507839042_1020, duration: 12768363
2013-10-31 15:44:06,847 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5195192856507839042_1020 terminating
2013-10-31 15:44:06,849 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5195192856507839042_1020 size 28302
2013-10-31 15:44:06,850 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_1383234213685_hadoop_%5B45EDDD40C59B427E88C35B8A27A2766E%2F19717D4A3C1B4D2C from client DFSClient_-1754557621
2013-10-31 15:44:06,850 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_logs/history/job_20131031154230960_0002_1383234213685_hadoop_%5B45EDDD40C59B427E88C35B8A27A2766E%2F19717D4A3C1B4D2C is closed by DFSClient_-1754557621
2013-10-31 15:44:06,851 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5195192856507839042_1020 size 28302
2013-10-31 15:44:06,954 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7128918466530288554_1015 file build/test/data/dfs/data/data7/current/blk_-7128918466530288554 for deletion
2013-10-31 15:44:06,954 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4007361733544827456_1012 file build/test/data/dfs/data/data8/current/blk_-4007361733544827456 for deletion
2013-10-31 15:44:06,954 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7128918466530288554_1015 at file build/test/data/dfs/data/data7/current/blk_-7128918466530288554
2013-10-31 15:44:06,955 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4827729408902031437_1013 file build/test/data/dfs/data/data7/current/blk_4827729408902031437 for deletion
2013-10-31 15:44:06,955 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7976119990398121590_1014 file build/test/data/dfs/data/data8/current/blk_7976119990398121590 for deletion
2013-10-31 15:44:07,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4827729408902031437_1013 at file build/test/data/dfs/data/data7/current/blk_4827729408902031437
2013-10-31 15:44:07,090 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4007361733544827456_1012 at file build/test/data/dfs/data/data8/current/blk_-4007361733544827456
2013-10-31 15:44:07,091 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7976119990398121590_1014 at file build/test/data/dfs/data/data8/current/blk_7976119990398121590
2013-10-31 15:44:07,132 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0002_1383234213685_hadoop_%5B45EDDD40C59B427E88C35B8A27A2766E%2F19717D4A3C1B4D2C to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:44:07,153 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0002_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:44:07,153 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0002_m_000000_0'
2013-10-31 15:44:07,154 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0002_m_000004_0'
2013-10-31 15:44:07,154 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0002_m_000005_0'
2013-10-31 15:44:07,154 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0002_r_000000_0'
2013-10-31 15:44:07,155 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5180160291237822273 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:07,156 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0002_m_000003_0'
2013-10-31 15:44:07,156 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5180160291237822273 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:07,156 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5180160291237822273 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:07,156 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0002_m_000001_0'
2013-10-31 15:44:07,157 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0002_m_000002_0'
2013-10-31 15:44:07,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0002 dst=null perm=null
2013-10-31 15:44:07,168 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/_temporary
2013-10-31 15:44:07,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain dst=null perm=null
2013-10-31 15:44:07,194 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:07,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null
2013-10-31 15:44:07,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null
2013-10-31 15:44:07,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34915, bytes: 180, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3910354624975012977_1019, duration: 352501
2013-10-31 15:44:07,207 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/simplechain
2013-10-31 15:44:07,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain dst=null perm=null
2013-10-31 15:44:07,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null
2013-10-31 15:44:07,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36562, bytes: 180, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3910354624975012977_1019, duration: 331117
2013-10-31 15:44:07,239 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:44:07,240 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:44:07,255 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:44:07,255 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:44:07,255 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple"]
2013-10-31 15:44:07,256 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:44:07,256 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:44:07,256 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:44:07,257 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...eldedpipesplatform/simple
2013-10-31 15:44:07,261 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:44:07,261 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:44:07,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:44:07,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:44:07,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:07,281 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar. blk_-7259348195816076302_1021
2013-10-31 15:44:07,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7259348195816076302_1021 src: /127.0.0.1:56477 dest: /127.0.0.1:40932
2013-10-31 15:44:07,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7259348195816076302_1021 src: /127.0.0.1:59259 dest: /127.0.0.1:51383
2013-10-31 15:44:07,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7259348195816076302_1021 src: /127.0.0.1:34919 dest: /127.0.0.1:37515
2013-10-31 15:44:07,295 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34919, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7259348195816076302_1021, duration: 9419452
2013-10-31 15:44:07,295 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7259348195816076302_1021 terminating
2013-10-31 15:44:07,296 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59259, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7259348195816076302_1021, duration: 9786689
2013-10-31 15:44:07,296 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7259348195816076302_1021 terminating
2013-10-31 15:44:07,298 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7259348195816076302_1021 size 238055
2013-10-31 15:44:07,298 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56477, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7259348195816076302_1021, duration: 11496911
2013-10-31 15:44:07,298 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7259348195816076302_1021 terminating
2013-10-31 15:44:07,301 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7259348195816076302_1021 size 238055
2013-10-31 15:44:07,303 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7259348195816076302_1021 size 238055
2013-10-31 15:44:07,303 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar from client DFSClient_1020568644
2013-10-31 15:44:07,304 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar is closed by DFSClient_1020568644
2013-10-31 15:44:07,309 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar. New replication is 10
2013-10-31 15:44:07,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar dst=null perm=null
2013-10-31 15:44:07,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:07,319 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:44:07,325 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:07,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:44:07,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:07,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:07,340 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split. New replication is 10
2013-10-31 15:44:07,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split dst=null perm=null
2013-10-31 15:44:07,346 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split. blk_-1155245639566243004_1022
2013-10-31 15:44:07,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1155245639566243004_1022 src: /127.0.0.1:59261 dest: /127.0.0.1:51383
2013-10-31 15:44:07,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1155245639566243004_1022 src: /127.0.0.1:34921 dest: /127.0.0.1:37515
2013-10-31 15:44:07,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1155245639566243004_1022 src: /127.0.0.1:36568 dest: /127.0.0.1:42031
2013-10-31 15:44:07,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1155245639566243004_1022 src: /127.0.0.1:56483 dest: /127.0.0.1:40932
2013-10-31 15:44:07,354 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56483, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1155245639566243004_1022, duration: 2237261
2013-10-31 15:44:07,355 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1155245639566243004_1022 terminating
2013-10-31 15:44:07,356 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36568, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1155245639566243004_1022, duration: 3467962
2013-10-31 15:44:07,356 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1155245639566243004_1022 terminating
2013-10-31 15:44:07,358 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34921, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1155245639566243004_1022, duration: 4528668
2013-10-31 15:44:07,358 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1155245639566243004_1022 size 1403
2013-10-31 15:44:07,359 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1155245639566243004_1022 terminating
2013-10-31 15:44:07,360 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59261, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1155245639566243004_1022, duration: 6831281
2013-10-31 15:44:07,360 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1155245639566243004_1022 size 1403
2013-10-31 15:44:07,360 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-1155245639566243004_1022 terminating
2013-10-31 15:44:07,362 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1155245639566243004_1022 size 1403
2013-10-31 15:44:07,364 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1155245639566243004_1022 size 1403
2013-10-31 15:44:07,364 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split from client DFSClient_1020568644
2013-10-31 15:44:07,365 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split is closed by DFSClient_1020568644
2013-10-31 15:44:08,459 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_-7259348195816076302_1021 to datanode(s) 127.0.0.1:42031
2013-10-31 15:44:08,459 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-5180160291237822273_1018
2013-10-31 15:44:08,459 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-5180160291237822273_1018
2013-10-31 15:44:08,462 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5180160291237822273_1018 file build/test/data/dfs/data/data2/current/blk_-5180160291237822273 for deletion
2013-10-31 15:44:08,463 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5180160291237822273_1018 at file build/test/data/dfs/data/data2/current/blk_-5180160291237822273
2013-10-31 15:44:08,972 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5180160291237822273_1018 file build/test/data/dfs/data/data3/current/blk_-5180160291237822273 for deletion
2013-10-31 15:44:08,972 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5180160291237822273_1018 at file build/test/data/dfs/data/data3/current/blk_-5180160291237822273
2013-10-31 15:44:09,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:09,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:09,583 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.splitmetainfo. blk_724129227173374577_1023
2013-10-31 15:44:09,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_724129227173374577_1023 src: /127.0.0.1:36570 dest: /127.0.0.1:42031
2013-10-31 15:44:09,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_724129227173374577_1023 src: /127.0.0.1:56485 dest: /127.0.0.1:40932
2013-10-31 15:44:09,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_724129227173374577_1023 src: /127.0.0.1:34926 dest: /127.0.0.1:37515
2013-10-31 15:44:09,594 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34926, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_724129227173374577_1023, duration: 2062409
2013-10-31 15:44:09,594 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_724129227173374577_1023 terminating
2013-10-31 15:44:09,597 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_724129227173374577_1023 size 156
2013-10-31 15:44:09,597 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56485, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_724129227173374577_1023, duration: 5032456
2013-10-31 15:44:09,597 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_724129227173374577_1023 terminating
2013-10-31 15:44:09,600 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36570, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_724129227173374577_1023, duration: 7792936
2013-10-31 15:44:09,600 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_724129227173374577_1023 size 156
2013-10-31 15:44:09,600 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_724129227173374577_1023 terminating
2013-10-31 15:44:09,603 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_724129227173374577_1023 size 156
2013-10-31 15:44:09,604 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:44:09,604 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:44:09,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:09,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:09,632 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml. blk_-188986902912375133_1024
2013-10-31 15:44:09,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-188986902912375133_1024 src: /127.0.0.1:59268 dest: /127.0.0.1:51383
2013-10-31 15:44:09,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-188986902912375133_1024 src: /127.0.0.1:36574 dest: /127.0.0.1:42031
2013-10-31 15:44:09,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-188986902912375133_1024 src: /127.0.0.1:34929 dest: /127.0.0.1:37515
2013-10-31 15:44:09,639 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34929, dest: /127.0.0.1:37515, bytes: 28129, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-188986902912375133_1024, duration: 2212215
2013-10-31 15:44:09,639 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-188986902912375133_1024 terminating
2013-10-31 15:44:09,641 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36574, dest: /127.0.0.1:42031, bytes: 28129, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-188986902912375133_1024, duration: 3563203
2013-10-31 15:44:09,641 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-188986902912375133_1024 terminating
2013-10-31 15:44:09,645 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59268, dest: /127.0.0.1:51383, bytes: 28129, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-188986902912375133_1024, duration: 7451132
2013-10-31 15:44:09,646 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-188986902912375133_1024 terminating
2013-10-31 15:44:09,646 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-188986902912375133_1024 size 28129
2013-10-31 15:44:09,648 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml from client DFSClient_1020568644
2013-10-31 15:44:09,649 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml is closed by DFSClient_1020568644
2013-10-31 15:44:09,649 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-188986902912375133_1024 size 28129
2013-10-31 15:44:09,650 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-188986902912375133_1024 size 28129
2013-10-31 15:44:09,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml dst=null perm=null
2013-10-31 15:44:09,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59272, bytes: 28349, op: HDFS_READ, cliID: DFSClient_-549503198, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-188986902912375133_1024, duration: 616093
2013-10-31 15:44:09,689 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0003: nMaps=4 nReduces=1 max=-1
2013-10-31 15:44:09,690 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0003 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:44:09,690 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0003 RESULT=SUCCESS
2013-10-31 15:44:09,690 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0003
2013-10-31 15:44:09,691 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0003
2013-10-31 15:44:09,692 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0003
2013-10-31 15:44:09,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_1383234249655_hadoop_%5B24B8BE841D4E423DB6BCBECFEBE6A9BC%2FE6FA30FB9E874443 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:09,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:09,729 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_conf.xml. blk_-3168570283311812391_1026
2013-10-31 15:44:09,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3168570283311812391_1026 src: /127.0.0.1:59273 dest: /127.0.0.1:51383
2013-10-31 15:44:09,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3168570283311812391_1026 src: /127.0.0.1:34933 dest: /127.0.0.1:37515
2013-10-31 15:44:09,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3168570283311812391_1026 src: /127.0.0.1:36580 dest: /127.0.0.1:42031
2013-10-31 15:44:09,740 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36580, dest: /127.0.0.1:42031, bytes: 28194, op: HDFS_WRITE, cliID: DFSClient_-549503198, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3168570283311812391_1026, duration: 1675245
2013-10-31 15:44:09,740 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3168570283311812391_1026 terminating
2013-10-31 15:44:09,742 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34933, dest: /127.0.0.1:37515, bytes: 28194, op: HDFS_WRITE, cliID: DFSClient_-549503198, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3168570283311812391_1026, duration: 3874579
2013-10-31 15:44:09,743 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3168570283311812391_1026 terminating
2013-10-31 15:44:09,745 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59273, dest: /127.0.0.1:51383, bytes: 28194, op: HDFS_WRITE, cliID: DFSClient_-549503198, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3168570283311812391_1026, duration: 6402143
2013-10-31 15:44:09,745 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3168570283311812391_1026 size 28194
2013-10-31 15:44:09,745 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3168570283311812391_1026 terminating
2013-10-31 15:44:09,748 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3168570283311812391_1026 size 28194
2013-10-31 15:44:09,749 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_conf.xml from client DFSClient_-549503198
2013-10-31 15:44:09,749 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_conf.xml is closed by DFSClient_-549503198
2013-10-31 15:44:09,750 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3168570283311812391_1026 size 28194
2013-10-31 15:44:09,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:09,762 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken. blk_8510454667600726706_1027
2013-10-31 15:44:09,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8510454667600726706_1027 src: /127.0.0.1:34935 dest: /127.0.0.1:37515
2013-10-31 15:44:09,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8510454667600726706_1027 src: /127.0.0.1:36582 dest: /127.0.0.1:42031
2013-10-31 15:44:09,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8510454667600726706_1027 src: /127.0.0.1:59278 dest: /127.0.0.1:51383
2013-10-31 15:44:09,777 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59278, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8510454667600726706_1027, duration: 3918762
2013-10-31 15:44:09,778 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8510454667600726706_1027 terminating
2013-10-31 15:44:09,779 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36582, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8510454667600726706_1027, duration: 5785656
2013-10-31 15:44:09,780 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8510454667600726706_1027 terminating
2013-10-31 15:44:09,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34935, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8510454667600726706_1027, duration: 7364069
2013-10-31 15:44:09,781 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8510454667600726706_1027 size 116
2013-10-31 15:44:09,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8510454667600726706_1027 terminating
2013-10-31 15:44:09,783 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8510454667600726706_1027 size 116
2013-10-31 15:44:09,785 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8510454667600726706_1027 size 116
2013-10-31 15:44:09,785 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken from client DFSClient_1020568644
2013-10-31 15:44:09,786 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken is closed by DFSClient_1020568644
2013-10-31 15:44:09,791 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken
2013-10-31 15:44:09,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.splitmetainfo dst=null perm=null
2013-10-31 15:44:09,795 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56498, bytes: 160, op: HDFS_READ, cliID: DFSClient_-549503198, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_724129227173374577_1023, duration: 150438
2013-10-31 15:44:09,798 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0003 = 1449. Number of splits = 4
2013-10-31 15:44:09,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,800 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,800 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,800 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,802 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0003_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:09,802 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0003 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:44:09,803 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0003 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:44:09,955 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_-7259348195816076302_1021 to 127.0.0.1:42031
2013-10-31 15:44:09,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7259348195816076302_1021 src: /127.0.0.1:36585 dest: /127.0.0.1:42031
2013-10-31 15:44:09,958 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_-7259348195816076302_1021 to /127.0.0.1:42031
2013-10-31 15:44:09,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7259348195816076302_1021 src: /127.0.0.1:36585 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:44:09,963 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7259348195816076302_1021 size 238055
2013-10-31 15:44:10,161 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0003_m_000005_0' to tip task_20131031154230960_0003_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:44:10,170 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0003_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:44:10,170 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0003_m_000005_0 which needs 1 slots
2013-10-31 15:44:10,170 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0003_m_000005_0 which needs 1 slots
2013-10-31 15:44:10,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken dst=null perm=null
2013-10-31 15:44:10,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34940, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8510454667600726706_1027, duration: 338421
2013-10-31 15:44:10,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml dst=null perm=null
2013-10-31 15:44:10,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59283, bytes: 28349, op: HDFS_READ, cliID: DFSClient_1889298722, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-188986902912375133_1024, duration: 498546
2013-10-31 15:44:10,231 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:44:10,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar dst=null perm=null
2013-10-31 15:44:10,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34943, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1889298722, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7259348195816076302_1021, duration: 1198060
2013-10-31 15:44:10,341 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0003_m_-607421828
2013-10-31 15:44:10,342 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0003_m_-607421828 spawned.
2013-10-31 15:44:10,343 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0003/attempt_20131031154230960_0003_m_000005_0/taskjvm.sh
2013-10-31 15:44:11,460 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5180160291237822273_1018
2013-10-31 15:44:12,157 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0002
2013-10-31 15:44:12,157 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0002
2013-10-31 15:44:12,157 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0002_m_000004_0 not found in cache
2013-10-31 15:44:12,158 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0002
2013-10-31 15:44:12,158 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0002
2013-10-31 15:44:12,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0002 for user-log deletion with retainTimeStamp:1383320652158
2013-10-31 15:44:12,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0002 for user-log deletion with retainTimeStamp:1383320652159
2013-10-31 15:44:12,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0002 for user-log deletion with retainTimeStamp:1383320652159
2013-10-31 15:44:12,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0002 for user-log deletion with retainTimeStamp:1383320652159
2013-10-31 15:44:12,333 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0002_m_-1252982679 since job job_20131031154230960_0002 is dead
2013-10-31 15:44:12,344 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14514 with signal TERM. Exit code 0
2013-10-31 15:44:12,537 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:12,537 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:12,537 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:12,537 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0002_m_-1252982679 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:44:12,615 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0002_m_-1688094292 since job job_20131031154230960_0002 is dead
2013-10-31 15:44:12,622 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14702 with signal TERM. Exit code 0
2013-10-31 15:44:12,829 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:12,830 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:12,830 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:12,830 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0002_m_-1688094292 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:12,915 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0002_r_37038438 since job job_20131031154230960_0002 is dead
2013-10-31 15:44:12,920 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14988 with signal TERM. Exit code 0
2013-10-31 15:44:12,933 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0002_m_-491948188 since job job_20131031154230960_0002 is dead
2013-10-31 15:44:12,938 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14739 with signal TERM. Exit code 0
2013-10-31 15:44:12,942 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0002_m_-1735697757 since job job_20131031154230960_0002 is dead
2013-10-31 15:44:12,948 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14738 with signal TERM. Exit code 0
2013-10-31 15:44:12,956 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5180160291237822273_1018 file build/test/data/dfs/data/data8/current/blk_-5180160291237822273 for deletion
2013-10-31 15:44:12,956 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5180160291237822273_1018 at file build/test/data/dfs/data/data8/current/blk_-5180160291237822273
2013-10-31 15:44:13,078 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:13,078 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:13,078 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:13,078 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0002_r_37038438 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:13,130 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:13,130 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:13,130 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:13,130 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0002_m_-491948188 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:13,140 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:13,140 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:13,140 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:13,140 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0002_m_-1735697757 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:13,168 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0003_m_-607421828 given task: attempt_20131031154230960_0003_m_000005_0
2013-10-31 15:44:13,353 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0002_m_-254429227 since job job_20131031154230960_0002 is dead
2013-10-31 15:44:13,358 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group14835 with signal TERM. Exit code 0
2013-10-31 15:44:13,550 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:13,550 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:13,550 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:13,550 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0002_m_-254429227 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:13,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:44:16,628 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_m_000005_0 0.0% setup
2013-10-31 15:44:16,631 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0003_m_000005_0 is done.
2013-10-31 15:44:16,631 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0003_m_000005_0 was -1
2013-10-31 15:44:16,632 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:19,255 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0003_m_000005_0' has completed task_20131031154230960_0003_m_000005 successfully.
2013-10-31 15:44:19,259 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0003_m_000000_0' to tip task_20131031154230960_0003_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:44:19,259 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0003_m_000000
2013-10-31 15:44:19,261 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0003_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:44:19,262 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0003_m_000000_0 which needs 1 slots
2013-10-31 15:44:19,262 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0003_m_000000_0 which needs 1 slots
2013-10-31 15:44:19,303 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0003_m_194886618
2013-10-31 15:44:19,304 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0003_m_194886618 spawned.
2013-10-31 15:44:19,307 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0003/attempt_20131031154230960_0003_m_000000_0/taskjvm.sh
2013-10-31 15:44:21,127 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0003_m_194886618 given task: attempt_20131031154230960_0003_m_000000_0
2013-10-31 15:44:21,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split dst=null perm=null
2013-10-31 15:44:21,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56508, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1155245639566243004_1022, duration: 197678
2013-10-31 15:44:21,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:44:21,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59290, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 302492
2013-10-31 15:44:22,186 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0003_m_000001_0' to tip task_20131031154230960_0003_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:44:22,187 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0003_m_000001
2013-10-31 15:44:22,188 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0003_m_000002_0' to tip task_20131031154230960_0003_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:44:22,189 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0003_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:44:22,189 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0003_m_000002
2013-10-31 15:44:22,190 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0003_m_000001_0 which needs 1 slots
2013-10-31 15:44:22,190 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0003_m_000001_0 which needs 1 slots
2013-10-31 15:44:22,191 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0003_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:44:22,192 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0003_m_000002_0 which needs 1 slots
2013-10-31 15:44:22,192 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0003_m_000002_0 which needs 1 slots
2013-10-31 15:44:22,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken dst=null perm=null
2013-10-31 15:44:22,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken dst=null perm=null
2013-10-31 15:44:22,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34951, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8510454667600726706_1027, duration: 335845
2013-10-31 15:44:22,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36598, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8510454667600726706_1027, duration: 351782
2013-10-31 15:44:22,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml dst=null perm=null
2013-10-31 15:44:22,221 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0003_m_000003_0' to tip task_20131031154230960_0003_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:44:22,222 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0003_m_000003
2013-10-31 15:44:22,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml dst=null perm=null
2013-10-31 15:44:22,224 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0003_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:44:22,225 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0003_m_000003_0 which needs 1 slots
2013-10-31 15:44:22,225 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0003_m_000003_0 which needs 1 slots
2013-10-31 15:44:22,230 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36601, bytes: 28349, op: HDFS_READ, cliID: DFSClient_572312677, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-188986902912375133_1024, duration: 3109112
2013-10-31 15:44:22,235 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36602, bytes: 28349, op: HDFS_READ, cliID: DFSClient_1327781983, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-188986902912375133_1024, duration: 2960005
2013-10-31 15:44:22,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003/jobToken dst=null perm=null
2013-10-31 15:44:22,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36603, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8510454667600726706_1027, duration: 379460
2013-10-31 15:44:22,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.xml dst=null perm=null
2013-10-31 15:44:22,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34959, bytes: 28349, op: HDFS_READ, cliID: DFSClient_258327865, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-188986902912375133_1024, duration: 511805
2013-10-31 15:44:22,265 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:44:22,265 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:44:22,274 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:44:22,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar dst=null perm=null
2013-10-31 15:44:22,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar dst=null perm=null
2013-10-31 15:44:22,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56521, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1327781983, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7259348195816076302_1021, duration: 1051383
2013-10-31 15:44:22,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56520, bytes: 239915, op: HDFS_READ, cliID: DFSClient_572312677, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7259348195816076302_1021, duration: 1085716
2013-10-31 15:44:22,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.jar dst=null perm=null
2013-10-31 15:44:22,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56522, bytes: 239915, op: HDFS_READ, cliID: DFSClient_258327865, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7259348195816076302_1021, duration: 1121184
2013-10-31 15:44:22,353 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0003_m_1786013464
2013-10-31 15:44:22,354 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0003_m_1786013464 spawned.
2013-10-31 15:44:22,354 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0003_m_1604131273
2013-10-31 15:44:22,354 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0003_m_1604131273 spawned.
2013-10-31 15:44:22,355 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0003_m_260821417
2013-10-31 15:44:22,356 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0003_m_260821417 spawned.
2013-10-31 15:44:22,356 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0003/attempt_20131031154230960_0003_m_000001_0/taskjvm.sh
2013-10-31 15:44:22,356 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0003/attempt_20131031154230960_0003_m_000002_0/taskjvm.sh
2013-10-31 15:44:22,358 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0003/attempt_20131031154230960_0003_m_000003_0/taskjvm.sh
2013-10-31 15:44:23,803 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0003_m_1786013464 given task: attempt_20131031154230960_0003_m_000001_0
2013-10-31 15:44:23,819 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0003_m_1604131273 given task: attempt_20131031154230960_0003_m_000002_0
2013-10-31 15:44:23,828 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0003_m_260821417 given task: attempt_20131031154230960_0003_m_000003_0
2013-10-31 15:44:24,262 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0003_m_000005_0
2013-10-31 15:44:24,262 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0003_m_000005_0
2013-10-31 15:44:24,262 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0003_m_000005_0 not found in cache
2013-10-31 15:44:24,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split dst=null perm=null
2013-10-31 15:44:24,317 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:34969, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1155245639566243004_1022, duration: 206481
2013-10-31 15:44:24,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split dst=null perm=null
2013-10-31 15:44:24,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003/job.split dst=null perm=null
2013-10-31 15:44:24,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59311, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1155245639566243004_1022, duration: 179010
2013-10-31 15:44:24,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36617, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1155245639566243004_1022, duration: 120013
2013-10-31 15:44:24,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:44:24,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:44:24,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:44:24,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36618, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 202226
2013-10-31 15:44:24,367 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36619, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000003_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 177414
2013-10-31 15:44:24,560 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:44:24,561 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0003_m_000000_0 is done.
2013-10-31 15:44:24,561 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0003_m_000000_0 was 54
2013-10-31 15:44:24,562 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:24,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56534, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0003_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 235988
2013-10-31 15:44:24,925 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:44:24,941 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:44:24,947 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:44:24,995 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:44:25,000 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:44:25,006 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:44:25,012 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:44:25,012 INFO metrics.MetricsSaver (?:flush(?)) - Discard 36 records
2013-10-31 15:44:25,267 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0003_m_000000_0' has completed task_20131031154230960_0003_m_000000 successfully.
2013-10-31 15:44:25,269 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0003_r_000000_0' to tip task_20131031154230960_0003_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:44:25,272 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0003_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:44:25,272 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0003_r_000000_0 which needs 1 slots
2013-10-31 15:44:25,273 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0003_r_000000_0 which needs 1 slots
2013-10-31 15:44:25,309 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0003_r_-2018690259
2013-10-31 15:44:25,310 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0003_r_-2018690259 spawned.
2013-10-31 15:44:25,313 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0003/attempt_20131031154230960_0003_r_000000_0/taskjvm.sh
2013-10-31 15:44:26,264 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0003_r_-2018690259 given task: attempt_20131031154230960_0003_r_000000_0
2013-10-31 15:44:27,247 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:44:27,249 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0003_m_000001_0 is done.
2013-10-31 15:44:27,250 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0003_m_000001_0 was 74
2013-10-31 15:44:27,250 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:27,251 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:44:27,253 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0003_m_000002_0 is done.
2013-10-31 15:44:27,253 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0003_m_000002_0 was 73
2013-10-31 15:44:27,254 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:27,258 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:44:27,261 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0003_m_000003_0 is done.
2013-10-31 15:44:27,261 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0003_m_000003_0 was 53
2013-10-31 15:44:27,261 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:28,000 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 92 raw values into 1 aggregated values, total 4
2013-10-31 15:44:28,196 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0003_m_000001_0' has completed task_20131031154230960_0003_m_000001 successfully.
2013-10-31 15:44:28,200 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0003_m_000002_0' has completed task_20131031154230960_0003_m_000002 successfully.
2013-10-31 15:44:28,230 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0003_m_000003_0' has completed task_20131031154230960_0003_m_000003 successfully.
2013-10-31 15:44:31,956 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:38352, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0003_m_000000_0, duration: 7363916
2013-10-31 15:44:31,979 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45641, bytes: 74, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0003_m_000001_0, duration: 10656782
2013-10-31 15:44:31,996 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:48804, bytes: 73, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0003_m_000002_0, duration: 13087851
2013-10-31 15:44:32,014 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44027, bytes: 53, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0003_m_000003_0, duration: 12875934
2013-10-31 15:44:32,754 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:44:32,827 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:44:32,880 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:44:33,097 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 152 Total time for transactions(ms): 4Number of transactions batched in Syncs: 4 Number of syncs: 97 SyncTimes(ms): 8085 399
2013-10-31 15:44:33,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:44:33,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:33,147 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0/part-00000. blk_5424104047150317511_1028
2013-10-31 15:44:33,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5424104047150317511_1028 src: /127.0.0.1:56542 dest: /127.0.0.1:40932
2013-10-31 15:44:33,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5424104047150317511_1028 src: /127.0.0.1:59324 dest: /127.0.0.1:51383
2013-10-31 15:44:33,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5424104047150317511_1028 src: /127.0.0.1:36630 dest: /127.0.0.1:42031
2013-10-31 15:44:33,187 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36630, dest: /127.0.0.1:42031, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0003_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5424104047150317511_1028, duration: 4590734
2013-10-31 15:44:33,187 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5424104047150317511_1028 terminating
2013-10-31 15:44:33,188 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59324, dest: /127.0.0.1:51383, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0003_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5424104047150317511_1028, duration: 6015778
2013-10-31 15:44:33,188 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5424104047150317511_1028 size 128
2013-10-31 15:44:33,188 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5424104047150317511_1028 terminating
2013-10-31 15:44:33,189 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56542, dest: /127.0.0.1:40932, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0003_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5424104047150317511_1028, duration: 5944026
2013-10-31 15:44:33,190 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5424104047150317511_1028 terminating
2013-10-31 15:44:33,191 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5424104047150317511_1028 size 128
2013-10-31 15:44:33,192 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5424104047150317511_1028 size 128
2013-10-31 15:44:33,192 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0003_r_000000_0
2013-10-31 15:44:33,192 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0003_r_000000_0
2013-10-31 15:44:33,459 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0003_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:44:33,460 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:44:34,283 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0003_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:41418
2013-10-31 15:44:34,284 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0003_r_000000_0
2013-10-31 15:44:34,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0 dst=null perm=null
2013-10-31 15:44:34,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:44:34,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:34,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary/_attempt_20131031154230960_0003_r_000000_0 dst=null perm=null
2013-10-31 15:44:35,815 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_r_000000_0 1.0% reduce > reduce
2013-10-31 15:44:35,817 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_r_000000_0 1.0% reduce > reduce
2013-10-31 15:44:35,818 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0003_r_000000_0 is done.
2013-10-31 15:44:35,819 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0003_r_000000_0 was -1
2013-10-31 15:44:35,820 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:37,288 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0003_r_000000_0' has completed task_20131031154230960_0003_r_000000 successfully.
2013-10-31 15:44:37,294 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0003_m_000004_0' to tip task_20131031154230960_0003_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:44:37,296 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0003_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:44:37,297 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0003_m_000004_0 which needs 1 slots
2013-10-31 15:44:37,297 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0003_m_000004_0 which needs 1 slots
2013-10-31 15:44:37,330 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0003/attempt_20131031154230960_0003_m_000004_0. Attempting to reuse: jvm_20131031154230960_0003_m_194886618
2013-10-31 15:44:38,614 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0003_m_194886618 given task: attempt_20131031154230960_0003_m_000004_0
2013-10-31 15:44:38,759 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_m_000004_0 0.0%
2013-10-31 15:44:38,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary dst=null perm=null
2013-10-31 15:44:38,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:38,776 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_SUCCESS from client DFSClient_attempt_20131031154230960_0003_m_000004_0
2013-10-31 15:44:38,777 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0003_m_000004_0
2013-10-31 15:44:38,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7259348195816076302 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:38,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7259348195816076302 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:38,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7259348195816076302 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:38,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7259348195816076302 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:38,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1155245639566243004 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1155245639566243004 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1155245639566243004 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1155245639566243004 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_724129227173374577 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_724129227173374577 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_724129227173374577 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-188986902912375133 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-188986902912375133 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:38,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-188986902912375133 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:38,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0003 dst=null perm=null
2013-10-31 15:44:41,465 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-1155245639566243004_1022 blk_-7259348195816076302_1021 blk_-188986902912375133_1024
2013-10-31 15:44:41,465 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_724129227173374577_1023 blk_-1155245639566243004_1022 blk_-7259348195816076302_1021
2013-10-31 15:44:41,473 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7259348195816076302_1021 file build/test/data/dfs/data/data1/current/blk_-7259348195816076302 for deletion
2013-10-31 15:44:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1155245639566243004_1022 file build/test/data/dfs/data/data2/current/blk_-1155245639566243004 for deletion
2013-10-31 15:44:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7259348195816076302_1021 at file build/test/data/dfs/data/data1/current/blk_-7259348195816076302
2013-10-31 15:44:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1155245639566243004_1022 at file build/test/data/dfs/data/data2/current/blk_-1155245639566243004
2013-10-31 15:44:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-188986902912375133_1024 file build/test/data/dfs/data/data1/current/blk_-188986902912375133 for deletion
2013-10-31 15:44:41,475 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-188986902912375133_1024 at file build/test/data/dfs/data/data1/current/blk_-188986902912375133
2013-10-31 15:44:41,708 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0003_m_000004_0 0.0% cleanup
2013-10-31 15:44:41,710 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0003_m_000004_0 is done.
2013-10-31 15:44:41,710 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0003_m_000004_0 was -1
2013-10-31 15:44:41,710 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:42,297 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0003_r_000000_0
2013-10-31 15:44:42,297 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0003_r_000000_0
2013-10-31 15:44:42,993 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7259348195816076302_1021 file build/test/data/dfs/data/data8/current/blk_-7259348195816076302 for deletion
2013-10-31 15:44:42,993 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1155245639566243004_1022 file build/test/data/dfs/data/data7/current/blk_-1155245639566243004 for deletion
2013-10-31 15:44:42,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7259348195816076302_1021 at file build/test/data/dfs/data/data8/current/blk_-7259348195816076302
2013-10-31 15:44:42,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_724129227173374577_1023 file build/test/data/dfs/data/data8/current/blk_724129227173374577 for deletion
2013-10-31 15:44:42,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1155245639566243004_1022 at file build/test/data/dfs/data/data7/current/blk_-1155245639566243004
2013-10-31 15:44:42,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_724129227173374577_1023 at file build/test/data/dfs/data/data8/current/blk_724129227173374577
2013-10-31 15:44:43,304 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0003_m_000004_0' has completed task_20131031154230960_0003_m_000004 successfully.
2013-10-31 15:44:43,305 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0003 has completed successfully.
2013-10-31 15:44:43,305 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0003,submitTime=1383234249655,launchTime=1383234249802,firstMapTaskLaunchTime=1383234259258,firstReduceTaskLaunchTime=1383234265269,firstJobSetupTaskLaunchTime=1383234250161,firstJobCleanupTaskLaunchTime=1383234277294,finishTime=1383234283305,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=30,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[24B8BE841D4E423DB6BCBECFEBE6A9BC/E6FA30FB9E874443A0532F6579AE2A63] test/(1/1) ...eldedpipesplatform/simple
2013-10-31 15:44:43,312 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_1383234249655_hadoop_%5B24B8BE841D4E423DB6BCBECFEBE6A9BC%2FE6FA30FB9E874443. blk_4818379605096284289_1029
2013-10-31 15:44:43,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4818379605096284289_1029 src: /127.0.0.1:34990 dest: /127.0.0.1:37515
2013-10-31 15:44:43,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4818379605096284289_1029 src: /127.0.0.1:36637 dest: /127.0.0.1:42031
2013-10-31 15:44:43,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4818379605096284289_1029 src: /127.0.0.1:56552 dest: /127.0.0.1:40932
2013-10-31 15:44:43,329 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56552, dest: /127.0.0.1:40932, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_-549503198, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4818379605096284289_1029, duration: 7163612
2013-10-31 15:44:43,330 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4818379605096284289_1029 terminating
2013-10-31 15:44:43,332 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36637, dest: /127.0.0.1:42031, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_-549503198, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4818379605096284289_1029, duration: 8068289
2013-10-31 15:44:43,333 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4818379605096284289_1029 terminating
2013-10-31 15:44:43,335 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4818379605096284289_1029 size 28304
2013-10-31 15:44:43,335 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34990, dest: /127.0.0.1:37515, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_-549503198, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4818379605096284289_1029, duration: 12241544
2013-10-31 15:44:43,335 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4818379605096284289_1029 terminating
2013-10-31 15:44:43,336 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4818379605096284289_1029 size 28304
2013-10-31 15:44:43,340 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_1383234249655_hadoop_%5B24B8BE841D4E423DB6BCBECFEBE6A9BC%2FE6FA30FB9E874443 from client DFSClient_-549503198
2013-10-31 15:44:43,340 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_logs/history/job_20131031154230960_0003_1383234249655_hadoop_%5B24B8BE841D4E423DB6BCBECFEBE6A9BC%2FE6FA30FB9E874443 is closed by DFSClient_-549503198
2013-10-31 15:44:43,341 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4818379605096284289_1029 size 28304
2013-10-31 15:44:43,348 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0003_1383234249655_hadoop_%5B24B8BE841D4E423DB6BCBECFEBE6A9BC%2FE6FA30FB9E874443 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:44:43,351 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0003_m_000000_0'
2013-10-31 15:44:43,351 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0003_m_000004_0'
2013-10-31 15:44:43,351 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0003_m_000005_0'
2013-10-31 15:44:43,351 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0003_r_000000_0'
2013-10-31 15:44:43,353 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8510454667600726706 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:44:43,353 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8510454667600726706 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:44:43,354 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8510454667600726706 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:44:43,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0003 dst=null perm=null
2013-10-31 15:44:43,358 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0003_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:44:43,362 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/_temporary
2013-10-31 15:44:43,383 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:43,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:44:43,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:44:43,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59335, bytes: 1461, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 1523680
2013-10-31 15:44:43,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple dst=null perm=null
2013-10-31 15:44:43,396 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:43,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/part-00000 dst=null perm=null
2013-10-31 15:44:43,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/part-00000 dst=null perm=null
2013-10-31 15:44:43,399 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36641, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5424104047150317511_1028, duration: 319048
2013-10-31 15:44:43,399 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/simple
2013-10-31 15:44:43,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple dst=null perm=null
2013-10-31 15:44:43,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simple/part-00000 dst=null perm=null
2013-10-31 15:44:43,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56556, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5424104047150317511_1028, duration: 322172
2013-10-31 15:44:43,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:43,414 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt. blk_-4654830788849258098_1030
2013-10-31 15:44:43,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4654830788849258098_1030 src: /127.0.0.1:34997 dest: /127.0.0.1:37515
2013-10-31 15:44:43,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4654830788849258098_1030 src: /127.0.0.1:36644 dest: /127.0.0.1:42031
2013-10-31 15:44:43,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4654830788849258098_1030 src: /127.0.0.1:59340 dest: /127.0.0.1:51383
2013-10-31 15:44:43,421 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59340, dest: /127.0.0.1:51383, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4654830788849258098_1030, duration: 1121837
2013-10-31 15:44:43,421 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4654830788849258098_1030 terminating
2013-10-31 15:44:43,423 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36644, dest: /127.0.0.1:42031, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 2727523
2013-10-31 15:44:43,423 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4654830788849258098_1030 size 19
2013-10-31 15:44:43,423 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4654830788849258098_1030 terminating
2013-10-31 15:44:43,425 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34997, dest: /127.0.0.1:37515, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 4927079
2013-10-31 15:44:43,425 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4654830788849258098_1030 terminating
2013-10-31 15:44:43,427 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4654830788849258098_1030 size 19
2013-10-31 15:44:43,429 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt from client DFSClient_1020568644
2013-10-31 15:44:43,429 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt is closed by DFSClient_1020568644
2013-10-31 15:44:43,429 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4654830788849258098_1030 size 19
2013-10-31 15:44:43,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:43,443 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt. blk_-9098271965778289823_1031
2013-10-31 15:44:43,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9098271965778289823_1031 src: /127.0.0.1:35000 dest: /127.0.0.1:37515
2013-10-31 15:44:43,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9098271965778289823_1031 src: /127.0.0.1:59342 dest: /127.0.0.1:51383
2013-10-31 15:44:43,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9098271965778289823_1031 src: /127.0.0.1:56562 dest: /127.0.0.1:40932
2013-10-31 15:44:43,453 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56562, dest: /127.0.0.1:40932, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9098271965778289823_1031, duration: 2027215
2013-10-31 15:44:43,453 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9098271965778289823_1031 terminating
2013-10-31 15:44:43,455 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59342, dest: /127.0.0.1:51383, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9098271965778289823_1031, duration: 2472232
2013-10-31 15:44:43,455 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9098271965778289823_1031 terminating
2013-10-31 15:44:43,457 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35000, dest: /127.0.0.1:37515, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 6083084
2013-10-31 15:44:43,457 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-9098271965778289823_1031 size 19
2013-10-31 15:44:43,457 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9098271965778289823_1031 terminating
2013-10-31 15:44:43,462 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-9098271965778289823_1031 size 19
2013-10-31 15:44:43,462 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt from client DFSClient_1020568644
2013-10-31 15:44:43,462 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt is closed by DFSClient_1020568644
2013-10-31 15:44:43,463 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-9098271965778289823_1031 size 19
2013-10-31 15:44:43,487 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:44:43,488 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:44:43,513 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting
2013-10-31 15:44:43,513 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:44:43,514 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:44:43,514 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge"]
2013-10-31 15:44:43,514 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] parallel execution is enabled: true
2013-10-31 15:44:43,514 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting jobs: 1
2013-10-31 15:44:43,514 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] allocating threads: 1
2013-10-31 15:44:43,515 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] starting step: (1/1) ...pipesplatform/simplemerge
2013-10-31 15:44:43,518 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:44:43,519 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:44:43,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:44:43,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:44:43,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:43,538 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar. blk_-4375875427338528930_1032
2013-10-31 15:44:43,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4375875427338528930_1032 src: /127.0.0.1:59344 dest: /127.0.0.1:51383
2013-10-31 15:44:43,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4375875427338528930_1032 src: /127.0.0.1:56564 dest: /127.0.0.1:40932
2013-10-31 15:44:43,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4375875427338528930_1032 src: /127.0.0.1:35005 dest: /127.0.0.1:37515
2013-10-31 15:44:43,549 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35005, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4375875427338528930_1032, duration: 6878304
2013-10-31 15:44:43,549 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4375875427338528930_1032 terminating
2013-10-31 15:44:43,551 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4375875427338528930_1032 size 238055
2013-10-31 15:44:43,551 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56564, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4375875427338528930_1032, duration: 7146315
2013-10-31 15:44:43,551 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4375875427338528930_1032 terminating
2013-10-31 15:44:43,553 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59344, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4375875427338528930_1032, duration: 9307911
2013-10-31 15:44:43,553 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4375875427338528930_1032 terminating
2013-10-31 15:44:43,555 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4375875427338528930_1032 size 238055
2013-10-31 15:44:43,557 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar from client DFSClient_1020568644
2013-10-31 15:44:43,557 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar is closed by DFSClient_1020568644
2013-10-31 15:44:43,557 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4375875427338528930_1032 size 238055
2013-10-31 15:44:43,563 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar. New replication is 10
2013-10-31 15:44:43,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar dst=null perm=null
2013-10-31 15:44:43,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:43,575 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:44:43,583 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:43,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:44:43,587 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:43,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:44:43,591 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:43,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:44:43,595 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:44:43,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:44:43,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:43,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:43,611 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split. New replication is 10
2013-10-31 15:44:43,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=null
2013-10-31 15:44:43,618 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split. blk_3400578150617052326_1033
2013-10-31 15:44:43,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3400578150617052326_1033 src: /127.0.0.1:36652 dest: /127.0.0.1:42031
2013-10-31 15:44:43,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3400578150617052326_1033 src: /127.0.0.1:56567 dest: /127.0.0.1:40932
2013-10-31 15:44:43,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3400578150617052326_1033 src: /127.0.0.1:59349 dest: /127.0.0.1:51383
2013-10-31 15:44:43,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3400578150617052326_1033 src: /127.0.0.1:35009 dest: /127.0.0.1:37515
2013-10-31 15:44:43,630 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35009, dest: /127.0.0.1:37515, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3400578150617052326_1033, duration: 1948768
2013-10-31 15:44:43,630 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3400578150617052326_1033 terminating
2013-10-31 15:44:43,632 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59349, dest: /127.0.0.1:51383, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3400578150617052326_1033, duration: 4721063
2013-10-31 15:44:43,633 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3400578150617052326_1033 terminating
2013-10-31 15:44:43,637 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3400578150617052326_1033 size 2077
2013-10-31 15:44:43,637 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56567, dest: /127.0.0.1:40932, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3400578150617052326_1033, duration: 9317438
2013-10-31 15:44:43,638 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3400578150617052326_1033 terminating
2013-10-31 15:44:43,638 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3400578150617052326_1033 size 2077
2013-10-31 15:44:43,639 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36652, dest: /127.0.0.1:42031, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3400578150617052326_1033, duration: 11430282
2013-10-31 15:44:43,639 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3400578150617052326_1033 size 2077
2013-10-31 15:44:43,640 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3400578150617052326_1033 terminating
2013-10-31 15:44:43,642 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3400578150617052326_1033 size 2077
2013-10-31 15:44:43,642 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split from client DFSClient_1020568644
2013-10-31 15:44:43,643 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split is closed by DFSClient_1020568644
2013-10-31 15:44:44,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:44,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:44,409 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.splitmetainfo. blk_4089849389721740449_1034
2013-10-31 15:44:44,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4089849389721740449_1034 src: /127.0.0.1:59351 dest: /127.0.0.1:51383
2013-10-31 15:44:44,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4089849389721740449_1034 src: /127.0.0.1:35011 dest: /127.0.0.1:37515
2013-10-31 15:44:44,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4089849389721740449_1034 src: /127.0.0.1:36658 dest: /127.0.0.1:42031
2013-10-31 15:44:44,419 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36658, dest: /127.0.0.1:42031, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4089849389721740449_1034, duration: 1742954
2013-10-31 15:44:44,419 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4089849389721740449_1034 terminating
2013-10-31 15:44:44,420 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4089849389721740449_1034 size 218
2013-10-31 15:44:44,422 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35011, dest: /127.0.0.1:37515, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4089849389721740449_1034, duration: 4346673
2013-10-31 15:44:44,422 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4089849389721740449_1034 terminating
2013-10-31 15:44:44,425 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59351, dest: /127.0.0.1:51383, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4089849389721740449_1034, duration: 7207405
2013-10-31 15:44:44,425 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4089849389721740449_1034 size 218
2013-10-31 15:44:44,425 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4089849389721740449_1034 terminating
2013-10-31 15:44:44,428 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4089849389721740449_1034 size 218
2013-10-31 15:44:44,429 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:44:44,429 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:44:44,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:44,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:44,458 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml. blk_-1066144092236849234_1035
2013-10-31 15:44:44,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1066144092236849234_1035 src: /127.0.0.1:56573 dest: /127.0.0.1:40932
2013-10-31 15:44:44,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1066144092236849234_1035 src: /127.0.0.1:59355 dest: /127.0.0.1:51383
2013-10-31 15:44:44,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1066144092236849234_1035 src: /127.0.0.1:35015 dest: /127.0.0.1:37515
2013-10-31 15:44:44,472 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-4375875427338528930_1032 to datanode(s) 127.0.0.1:42031
2013-10-31 15:44:44,472 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35015, dest: /127.0.0.1:37515, bytes: 28233, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1066144092236849234_1035, duration: 3032773
2013-10-31 15:44:44,472 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_8510454667600726706_1027
2013-10-31 15:44:44,472 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1066144092236849234_1035 terminating
2013-10-31 15:44:44,473 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_724129227173374577_1023 blk_-1155245639566243004_1022 blk_-7259348195816076302_1021 blk_8510454667600726706_1027 blk_-188986902912375133_1024
2013-10-31 15:44:44,474 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59355, dest: /127.0.0.1:51383, bytes: 28233, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1066144092236849234_1035, duration: 4781976
2013-10-31 15:44:44,474 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1066144092236849234_1035 terminating
2013-10-31 15:44:44,475 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56573, dest: /127.0.0.1:40932, bytes: 28233, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1066144092236849234_1035, duration: 6396016
2013-10-31 15:44:44,476 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8510454667600726706_1027 file build/test/data/dfs/data/data1/current/blk_8510454667600726706 for deletion
2013-10-31 15:44:44,476 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1066144092236849234_1035 terminating
2013-10-31 15:44:44,480 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8510454667600726706_1027 at file build/test/data/dfs/data/data1/current/blk_8510454667600726706
2013-10-31 15:44:44,480 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1066144092236849234_1035 size 28233
2013-10-31 15:44:44,480 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml from client DFSClient_1020568644
2013-10-31 15:44:44,481 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml is closed by DFSClient_1020568644
2013-10-31 15:44:44,481 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1066144092236849234_1035 size 28233
2013-10-31 15:44:44,482 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1066144092236849234_1035 size 28233
2013-10-31 15:44:44,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml dst=null perm=null
2013-10-31 15:44:44,498 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59358, bytes: 28457, op: HDFS_READ, cliID: DFSClient_1938654334, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1066144092236849234_1035, duration: 494630
2013-10-31 15:44:44,519 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0004: nMaps=6 nReduces=1 max=-1
2013-10-31 15:44:44,519 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0004 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:44:44,520 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0004 RESULT=SUCCESS
2013-10-31 15:44:44,520 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0004
2013-10-31 15:44:44,520 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0004
2013-10-31 15:44:44,522 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] submitted hadoop job: job_20131031154230960_0004
2013-10-31 15:44:44,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_1383234284487_hadoop_%5BBE1363C960904EAC99F26E551F784D68%2F06E5FFC9D4A445C1 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:44,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:44,558 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_conf.xml. blk_-249708041067254616_1037
2013-10-31 15:44:44,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-249708041067254616_1037 src: /127.0.0.1:35018 dest: /127.0.0.1:37515
2013-10-31 15:44:44,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-249708041067254616_1037 src: /127.0.0.1:59360 dest: /127.0.0.1:51383
2013-10-31 15:44:44,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-249708041067254616_1037 src: /127.0.0.1:56580 dest: /127.0.0.1:40932
2013-10-31 15:44:44,568 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56580, dest: /127.0.0.1:40932, bytes: 28298, op: HDFS_WRITE, cliID: DFSClient_1938654334, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-249708041067254616_1037, duration: 2499461
2013-10-31 15:44:44,569 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-249708041067254616_1037 terminating
2013-10-31 15:44:44,570 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59360, dest: /127.0.0.1:51383, bytes: 28298, op: HDFS_WRITE, cliID: DFSClient_1938654334, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-249708041067254616_1037, duration: 3599472
2013-10-31 15:44:44,570 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-249708041067254616_1037 terminating
2013-10-31 15:44:44,572 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35018, dest: /127.0.0.1:37515, bytes: 28298, op: HDFS_WRITE, cliID: DFSClient_1938654334, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-249708041067254616_1037, duration: 6414031
2013-10-31 15:44:44,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-249708041067254616_1037 terminating
2013-10-31 15:44:44,576 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-249708041067254616_1037 size 28298
2013-10-31 15:44:44,577 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_conf.xml from client DFSClient_1938654334
2013-10-31 15:44:44,577 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_conf.xml is closed by DFSClient_1938654334
2013-10-31 15:44:44,577 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-249708041067254616_1037 size 28298
2013-10-31 15:44:44,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-249708041067254616_1037 size 28298
2013-10-31 15:44:44,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:44:44,591 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken. blk_5254096612362967586_1038
2013-10-31 15:44:44,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5254096612362967586_1038 src: /127.0.0.1:36667 dest: /127.0.0.1:42031
2013-10-31 15:44:44,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5254096612362967586_1038 src: /127.0.0.1:59363 dest: /127.0.0.1:51383
2013-10-31 15:44:44,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5254096612362967586_1038 src: /127.0.0.1:35023 dest: /127.0.0.1:37515
2013-10-31 15:44:44,598 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35023, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5254096612362967586_1038, duration: 1986844
2013-10-31 15:44:44,598 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5254096612362967586_1038 terminating
2013-10-31 15:44:44,600 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59363, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5254096612362967586_1038, duration: 4247311
2013-10-31 15:44:44,600 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5254096612362967586_1038 terminating
2013-10-31 15:44:44,603 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36667, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5254096612362967586_1038, duration: 6420276
2013-10-31 15:44:44,603 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5254096612362967586_1038 terminating
2013-10-31 15:44:44,604 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5254096612362967586_1038 size 116
2013-10-31 15:44:44,606 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken from client DFSClient_1020568644
2013-10-31 15:44:44,606 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken is closed by DFSClient_1020568644
2013-10-31 15:44:44,607 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5254096612362967586_1038 size 116
2013-10-31 15:44:44,607 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5254096612362967586_1038 size 116
2013-10-31 15:44:44,610 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken
2013-10-31 15:44:44,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.splitmetainfo dst=null perm=null
2013-10-31 15:44:44,615 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59365, bytes: 222, op: HDFS_READ, cliID: DFSClient_1938654334, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4089849389721740449_1034, duration: 340075
2013-10-31 15:44:44,616 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0004 = 38. Number of splits = 6
2013-10-31 15:44:44,616 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,616 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,616 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0004_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:44:44,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0004 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:44:44,618 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0004 initialized successfully with 6 map tasks and 1 reduce tasks.
2013-10-31 15:44:44,984 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-4375875427338528930_1032 to 127.0.0.1:42031
2013-10-31 15:44:44,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4375875427338528930_1032 src: /127.0.0.1:36671 dest: /127.0.0.1:42031
2013-10-31 15:44:44,986 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-4375875427338528930_1032 to /127.0.0.1:42031
2013-10-31 15:44:44,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-4375875427338528930_1032 src: /127.0.0.1:36671 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:44:44,993 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4375875427338528930_1032 size 238055
2013-10-31 15:44:45,456 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7259348195816076302_1021 file build/test/data/dfs/data/data6/current/blk_-7259348195816076302 for deletion
2013-10-31 15:44:45,456 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1155245639566243004_1022 file build/test/data/dfs/data/data5/current/blk_-1155245639566243004 for deletion
2013-10-31 15:44:45,457 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7259348195816076302_1021 at file build/test/data/dfs/data/data6/current/blk_-7259348195816076302
2013-10-31 15:44:45,457 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-188986902912375133_1024 file build/test/data/dfs/data/data5/current/blk_-188986902912375133 for deletion
2013-10-31 15:44:45,457 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1155245639566243004_1022 at file build/test/data/dfs/data/data5/current/blk_-1155245639566243004
2013-10-31 15:44:45,457 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_724129227173374577_1023 file build/test/data/dfs/data/data6/current/blk_724129227173374577 for deletion
2013-10-31 15:44:45,457 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-188986902912375133_1024 at file build/test/data/dfs/data/data5/current/blk_-188986902912375133
2013-10-31 15:44:45,458 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_724129227173374577_1023 at file build/test/data/dfs/data/data6/current/blk_724129227173374577
2013-10-31 15:44:45,458 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8510454667600726706_1027 file build/test/data/dfs/data/data5/current/blk_8510454667600726706 for deletion
2013-10-31 15:44:45,458 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8510454667600726706_1027 at file build/test/data/dfs/data/data5/current/blk_8510454667600726706
2013-10-31 15:44:46,221 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0004_m_000007_0' to tip task_20131031154230960_0004_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:44:46,227 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0003_m_000001_0'
2013-10-31 15:44:46,229 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0003_m_000002_0'
2013-10-31 15:44:46,230 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:44:46,230 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000007_0 which needs 1 slots
2013-10-31 15:44:46,231 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0004_m_000007_0 which needs 1 slots
2013-10-31 15:44:46,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken dst=null perm=null
2013-10-31 15:44:46,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36672, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5254096612362967586_1038, duration: 344702
2013-10-31 15:44:46,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml dst=null perm=null
2013-10-31 15:44:46,252 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0003_m_000003_0'
2013-10-31 15:44:46,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59369, bytes: 28457, op: HDFS_READ, cliID: DFSClient_-2013505430, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1066144092236849234_1035, duration: 485098
2013-10-31 15:44:46,279 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:44:46,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar dst=null perm=null
2013-10-31 15:44:46,309 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36675, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-2013505430, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4375875427338528930_1032, duration: 884429
2013-10-31 15:44:46,407 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0004_m_-1038519401
2013-10-31 15:44:46,408 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0004_m_-1038519401 spawned.
2013-10-31 15:44:46,409 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0004/attempt_20131031154230960_0004_m_000007_0/taskjvm.sh
2013-10-31 15:44:47,474 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_724129227173374577_1023 blk_-1155245639566243004_1022 blk_-7259348195816076302_1021 blk_8510454667600726706_1027 blk_-188986902912375133_1024
2013-10-31 15:44:47,925 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_-1038519401 given task: attempt_20131031154230960_0004_m_000007_0
2013-10-31 15:44:47,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7259348195816076302_1021 file build/test/data/dfs/data/data4/current/blk_-7259348195816076302 for deletion
2013-10-31 15:44:47,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1155245639566243004_1022 file build/test/data/dfs/data/data3/current/blk_-1155245639566243004 for deletion
2013-10-31 15:44:47,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-188986902912375133_1024 file build/test/data/dfs/data/data3/current/blk_-188986902912375133 for deletion
2013-10-31 15:44:47,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1155245639566243004_1022 at file build/test/data/dfs/data/data3/current/blk_-1155245639566243004
2013-10-31 15:44:47,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_724129227173374577_1023 file build/test/data/dfs/data/data4/current/blk_724129227173374577 for deletion
2013-10-31 15:44:47,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7259348195816076302_1021 at file build/test/data/dfs/data/data4/current/blk_-7259348195816076302
2013-10-31 15:44:47,986 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8510454667600726706_1027 file build/test/data/dfs/data/data3/current/blk_8510454667600726706 for deletion
2013-10-31 15:44:47,986 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_724129227173374577_1023 at file build/test/data/dfs/data/data4/current/blk_724129227173374577
2013-10-31 15:44:47,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-188986902912375133_1024 at file build/test/data/dfs/data/data3/current/blk_-188986902912375133
2013-10-31 15:44:47,986 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8510454667600726706_1027 at file build/test/data/dfs/data/data3/current/blk_8510454667600726706
2013-10-31 15:44:48,353 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0003
2013-10-31 15:44:48,354 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0003_m_000004_0 not found in cache
2013-10-31 15:44:48,354 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0003 for user-log deletion with retainTimeStamp:1383320688354
2013-10-31 15:44:48,361 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0003_r_-2018690259 since job job_20131031154230960_0003 is dead
2013-10-31 15:44:48,367 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group15616 with signal TERM. Exit code 0
2013-10-31 15:44:48,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:44:48,532 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:48,532 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:48,532 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:48,532 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0003_r_-2018690259 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:48,914 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0003_m_-607421828 since job job_20131031154230960_0003 is dead
2013-10-31 15:44:48,925 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group15194 with signal TERM. Exit code 0
2013-10-31 15:44:49,104 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:49,104 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:49,105 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:49,105 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0003_m_-607421828 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:49,749 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0003_m_194886618 since job job_20131031154230960_0003 is dead
2013-10-31 15:44:49,759 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group15343 with signal TERM. Exit code 0
2013-10-31 15:44:49,944 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:49,944 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:49,944 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:49,945 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0003_m_194886618 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:44:51,230 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0003
2013-10-31 15:44:51,231 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0003
2013-10-31 15:44:51,232 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0003 for user-log deletion with retainTimeStamp:1383320691231
2013-10-31 15:44:51,232 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0003 for user-log deletion with retainTimeStamp:1383320691232
2013-10-31 15:44:51,253 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0003
2013-10-31 15:44:51,254 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0003 for user-log deletion with retainTimeStamp:1383320691254
2013-10-31 15:44:51,366 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000007_0 0.0% setup
2013-10-31 15:44:51,369 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000007_0 is done.
2013-10-31 15:44:51,369 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000007_0 was -1
2013-10-31 15:44:51,369 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:51,837 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0003_m_1786013464 since job job_20131031154230960_0003 is dead
2013-10-31 15:44:51,837 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0003_m_1604131273 since job job_20131031154230960_0003 is dead
2013-10-31 15:44:51,840 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0003_m_260821417 since job job_20131031154230960_0003 is dead
2013-10-31 15:44:51,852 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group15450 with signal TERM. Exit code 0
2013-10-31 15:44:51,852 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group15454 with signal TERM. Exit code 0
2013-10-31 15:44:51,852 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group15453 with signal TERM. Exit code 0
2013-10-31 15:44:52,060 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:52,060 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:52,060 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:52,061 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0003_m_1786013464 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:52,071 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:52,072 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:52,072 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:52,072 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0003_m_1604131273 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:52,088 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:44:52,088 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:44:52,088 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:44:52,088 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0003_m_260821417 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:44:52,237 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000007_0' has completed task_20131031154230960_0004_m_000007 successfully.
2013-10-31 15:44:52,240 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0004_m_000000_0' to tip task_20131031154230960_0004_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:44:52,241 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0004_m_000000
2013-10-31 15:44:52,241 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0004_m_000001_0' to tip task_20131031154230960_0004_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:44:52,242 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0004_m_000001
2013-10-31 15:44:52,246 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:44:52,247 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0004_m_000002_0' to tip task_20131031154230960_0004_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:44:52,247 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:44:52,247 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0004_m_000002
2013-10-31 15:44:52,247 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000000_0 which needs 1 slots
2013-10-31 15:44:52,248 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0004_m_000003_0' to tip task_20131031154230960_0004_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:44:52,248 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0004_m_000000_0 which needs 1 slots
2013-10-31 15:44:52,248 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0004_m_000003
2013-10-31 15:44:52,249 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000001_0 which needs 1 slots
2013-10-31 15:44:52,249 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0004_m_000001_0 which needs 1 slots
2013-10-31 15:44:52,254 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:44:52,257 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:44:52,257 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000002_0 which needs 1 slots
2013-10-31 15:44:52,259 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0004_m_000002_0 which needs 1 slots
2013-10-31 15:44:52,259 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000003_0 which needs 1 slots
2013-10-31 15:44:52,259 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0004_m_000003_0 which needs 1 slots
2013-10-31 15:44:52,262 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0004_m_000004_0' to tip task_20131031154230960_0004_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:44:52,263 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0004_m_000004
2013-10-31 15:44:52,263 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0004_m_000005_0' to tip task_20131031154230960_0004_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:44:52,263 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0004_m_000005
2013-10-31 15:44:52,266 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:44:52,267 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:44:52,268 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000004_0 which needs 1 slots
2013-10-31 15:44:52,268 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0004_m_000004_0 which needs 1 slots
2013-10-31 15:44:52,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken dst=null perm=null
2013-10-31 15:44:52,268 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000005_0 which needs 1 slots
2013-10-31 15:44:52,269 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0004_m_000005_0 which needs 1 slots
2013-10-31 15:44:52,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36678, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5254096612362967586_1038, duration: 350523
2013-10-31 15:44:52,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004/jobToken dst=null perm=null
2013-10-31 15:44:52,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36680, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5254096612362967586_1038, duration: 321336
2013-10-31 15:44:52,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml dst=null perm=null
2013-10-31 15:44:52,288 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59377, bytes: 28457, op: HDFS_READ, cliID: DFSClient_1653595982, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1066144092236849234_1035, duration: 233721
2013-10-31 15:44:52,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.xml dst=null perm=null
2013-10-31 15:44:52,291 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0004_m_576597283
2013-10-31 15:44:52,293 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0004_m_576597283 spawned.
2013-10-31 15:44:52,293 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0004/attempt_20131031154230960_0004_m_000000_0. Attempting to reuse: jvm_20131031154230960_0004_m_-1038519401
2013-10-31 15:44:52,295 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56597, bytes: 28457, op: HDFS_READ, cliID: DFSClient_-170904867, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1066144092236849234_1035, duration: 214389
2013-10-31 15:44:52,296 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0004/attempt_20131031154230960_0004_m_000001_0/taskjvm.sh
2013-10-31 15:44:52,340 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:44:52,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar dst=null perm=null
2013-10-31 15:44:52,376 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:44:52,376 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56598, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1653595982, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4375875427338528930_1032, duration: 801723
2013-10-31 15:44:52,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.jar dst=null perm=null
2013-10-31 15:44:52,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35039, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-170904867, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4375875427338528930_1032, duration: 849502
2013-10-31 15:44:52,432 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_-1038519401 given task: attempt_20131031154230960_0004_m_000000_0
2013-10-31 15:44:52,437 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0004_m_1734634735
2013-10-31 15:44:52,438 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0004_m_1734634735 spawned.
2013-10-31 15:44:52,439 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0004_m_829566363
2013-10-31 15:44:52,440 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0004_m_829566363 spawned.
2013-10-31 15:44:52,443 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0004/attempt_20131031154230960_0004_m_000003_0/taskjvm.sh
2013-10-31 15:44:52,444 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0004/attempt_20131031154230960_0004_m_000002_0/taskjvm.sh
2013-10-31 15:44:52,461 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0004_m_-1148814345
2013-10-31 15:44:52,462 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0004_m_-1148814345 spawned.
2013-10-31 15:44:52,462 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0004_m_1121979958
2013-10-31 15:44:52,463 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0004_m_1121979958 spawned.
2013-10-31 15:44:52,464 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0004/attempt_20131031154230960_0004_m_000005_0/taskjvm.sh
2013-10-31 15:44:52,465 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0004/attempt_20131031154230960_0004_m_000004_0/taskjvm.sh
2013-10-31 15:44:52,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=null
2013-10-31 15:44:52,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56601, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3400578150617052326_1033, duration: 206841
2013-10-31 15:44:52,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:44:52,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35042, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 196203
2013-10-31 15:44:53,171 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_576597283 given task: attempt_20131031154230960_0004_m_000001_0
2013-10-31 15:44:53,596 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_1734634735 given task: attempt_20131031154230960_0004_m_000003_0
2013-10-31 15:44:53,615 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_-1148814345 given task: attempt_20131031154230960_0004_m_000005_0
2013-10-31 15:44:53,633 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_829566363 given task: attempt_20131031154230960_0004_m_000002_0
2013-10-31 15:44:53,638 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_1121979958 given task: attempt_20131031154230960_0004_m_000004_0
2013-10-31 15:44:53,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=null
2013-10-31 15:44:53,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35049, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3400578150617052326_1033, duration: 207258
2013-10-31 15:44:53,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:44:53,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35050, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 141579
2013-10-31 15:44:54,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=null
2013-10-31 15:44:54,139 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56615, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000003_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3400578150617052326_1033, duration: 206396
2013-10-31 15:44:54,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=null
2013-10-31 15:44:54,176 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56616, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3400578150617052326_1033, duration: 196990
2013-10-31 15:44:54,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:44:54,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36703, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 126585
2013-10-31 15:44:54,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=null
2013-10-31 15:44:54,188 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59399, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000005_0, offset: 1536, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3400578150617052326_1033, duration: 204343
2013-10-31 15:44:54,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004/job.split dst=null perm=null
2013-10-31 15:44:54,195 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35059, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000004_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3400578150617052326_1033, duration: 294736
2013-10-31 15:44:54,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:44:54,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:44:54,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59401, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000005_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4654830788849258098_1030, duration: 172109
2013-10-31 15:44:54,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:44:54,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35061, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000004_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 179881
2013-10-31 15:44:54,458 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59403, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0004_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4654830788849258098_1030, duration: 162252
2013-10-31 15:44:55,500 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:44:55,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000000_0 is done.
2013-10-31 15:44:55,506 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000000_0 was 57
2013-10-31 15:44:55,506 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:44:56,616 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:44:56,618 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000001_0 is done.
2013-10-31 15:44:56,618 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000001_0 was 40
2013-10-31 15:44:56,618 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:57,066 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:44:57,068 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000003_0 is done.
2013-10-31 15:44:57,068 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000003_0 was 40
2013-10-31 15:44:57,068 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:44:57,103 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:44:57,105 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000002_0 is done.
2013-10-31 15:44:57,105 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000002_0 was 57
2013-10-31 15:44:57,105 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:57,116 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000005_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:44:57,118 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000005_0 is done.
2013-10-31 15:44:57,118 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000005_0 was 6
2013-10-31 15:44:57,118 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:44:57,123 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000004_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:44:57,125 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000004_0 is done.
2013-10-31 15:44:57,125 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000004_0 was 6
2013-10-31 15:44:57,125 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:44:57,248 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0004_m_000007_0
2013-10-31 15:44:57,248 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0004_m_000007_0
2013-10-31 15:44:57,248 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0004_m_000007_0 not found in cache
2013-10-31 15:44:58,255 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000000_0' has completed task_20131031154230960_0004_m_000000 successfully.
2013-10-31 15:44:58,598 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000001_0' has completed task_20131031154230960_0004_m_000001 successfully.
2013-10-31 15:44:58,600 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0004_r_000000_0' to tip task_20131031154230960_0004_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:44:58,602 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000004_0' has completed task_20131031154230960_0004_m_000004 successfully.
2013-10-31 15:44:58,603 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:44:58,603 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_r_000000_0 which needs 1 slots
2013-10-31 15:44:58,604 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0004_r_000000_0 which needs 1 slots
2013-10-31 15:44:58,604 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000005_0' has completed task_20131031154230960_0004_m_000005 successfully.
2013-10-31 15:44:58,609 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000002_0' has completed task_20131031154230960_0004_m_000002 successfully.
2013-10-31 15:44:58,611 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000003_0' has completed task_20131031154230960_0004_m_000003 successfully.
2013-10-31 15:44:58,680 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0004_r_-1252982679
2013-10-31 15:44:58,681 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0004_r_-1252982679 spawned.
2013-10-31 15:44:58,682 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0004/attempt_20131031154230960_0004_r_000000_0/taskjvm.sh
2013-10-31 15:44:59,598 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_r_-1252982679 given task: attempt_20131031154230960_0004_r_000000_0
2013-10-31 15:45:05,294 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45730, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0004_m_000000_0, duration: 12080426
2013-10-31 15:45:05,317 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45730, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0004_m_000001_0, duration: 9049761
2013-10-31 15:45:05,334 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44116, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0004_m_000004_0, duration: 12359040
2013-10-31 15:45:05,349 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44116, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0004_m_000005_0, duration: 11352945
2013-10-31 15:45:05,362 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:48895, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0004_m_000002_0, duration: 9323863
2013-10-31 15:45:05,375 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:48895, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0004_m_000003_0, duration: 8944954
2013-10-31 15:45:06,082 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:45:06,146 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:45:06,191 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:45:06,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:06,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:06,541 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0/part-00000. blk_-2931514413484697978_1039
2013-10-31 15:45:06,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2931514413484697978_1039 src: /127.0.0.1:35072 dest: /127.0.0.1:37515
2013-10-31 15:45:06,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2931514413484697978_1039 src: /127.0.0.1:59414 dest: /127.0.0.1:51383
2013-10-31 15:45:06,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2931514413484697978_1039 src: /127.0.0.1:56634 dest: /127.0.0.1:40932
2013-10-31 15:45:06,578 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56634, dest: /127.0.0.1:40932, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0004_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2931514413484697978_1039, duration: 2395223
2013-10-31 15:45:06,578 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2931514413484697978_1039 terminating
2013-10-31 15:45:06,580 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2931514413484697978_1039 size 40
2013-10-31 15:45:06,580 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59414, dest: /127.0.0.1:51383, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0004_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2931514413484697978_1039, duration: 4879424
2013-10-31 15:45:06,580 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2931514413484697978_1039 terminating
2013-10-31 15:45:06,580 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2931514413484697978_1039 size 40
2013-10-31 15:45:06,581 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35072, dest: /127.0.0.1:37515, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0004_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2931514413484697978_1039, duration: 5804257
2013-10-31 15:45:06,581 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2931514413484697978_1039 terminating
2013-10-31 15:45:06,583 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0004_r_000000_0
2013-10-31 15:45:06,584 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0004_r_000000_0
2013-10-31 15:45:06,584 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2931514413484697978_1039 size 40
2013-10-31 15:45:06,622 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0004_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:45:06,623 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:45:07,610 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 6 OK for attempt_20131031154230960_0004_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:45:07,611 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0004_r_000000_0
2013-10-31 15:45:07,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0 dst=null perm=null
2013-10-31 15:45:07,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:07,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:07,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary/_attempt_20131031154230960_0004_r_000000_0 dst=null perm=null
2013-10-31 15:45:09,128 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_r_000000_0 1.0% reduce > reduce
2013-10-31 15:45:09,130 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_r_000000_0 1.0% reduce > reduce
2013-10-31 15:45:09,132 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_r_000000_0 is done.
2013-10-31 15:45:09,132 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_r_000000_0 was -1
2013-10-31 15:45:09,132 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:10,615 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_r_000000_0' has completed task_20131031154230960_0004_r_000000 successfully.
2013-10-31 15:45:10,620 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0004_m_000006_0' to tip task_20131031154230960_0004_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:45:10,622 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0004_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:45:10,622 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0004_m_000006_0 which needs 1 slots
2013-10-31 15:45:10,622 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0004_m_000006_0 which needs 1 slots
2013-10-31 15:45:10,643 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0004/attempt_20131031154230960_0004_m_000006_0. Attempting to reuse: jvm_20131031154230960_0004_m_576597283
2013-10-31 15:45:10,683 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0004_m_576597283 given task: attempt_20131031154230960_0004_m_000006_0
2013-10-31 15:45:10,815 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000006_0 0.0%
2013-10-31 15:45:10,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary dst=null perm=null
2013-10-31 15:45:10,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:10,837 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_SUCCESS from client DFSClient_attempt_20131031154230960_0004_m_000006_0
2013-10-31 15:45:10,837 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0004_m_000006_0
2013-10-31 15:45:10,845 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4375875427338528930 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:10,845 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4375875427338528930 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:45:10,846 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4375875427338528930 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:10,846 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4375875427338528930 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:10,846 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3400578150617052326 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:10,846 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3400578150617052326 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:10,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3400578150617052326 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:45:10,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3400578150617052326 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:10,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4089849389721740449 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:10,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4089849389721740449 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:10,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4089849389721740449 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:10,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1066144092236849234 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:10,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1066144092236849234 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:45:10,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1066144092236849234 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:10,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0004 dst=null perm=null
2013-10-31 15:45:11,467 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-6642082861529806775_1008
2013-10-31 15:45:11,478 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_3400578150617052326_1033 blk_-4375875427338528930_1032 blk_4089849389721740449_1034 blk_-1066144092236849234_1035
2013-10-31 15:45:11,478 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_3400578150617052326_1033 blk_-4375875427338528930_1032 blk_4089849389721740449_1034 blk_-1066144092236849234_1035
2013-10-31 15:45:11,483 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4375875427338528930_1032 file build/test/data/dfs/data/data1/current/blk_-4375875427338528930 for deletion
2013-10-31 15:45:11,483 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1066144092236849234_1035 file build/test/data/dfs/data/data2/current/blk_-1066144092236849234 for deletion
2013-10-31 15:45:11,484 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4375875427338528930_1032 at file build/test/data/dfs/data/data1/current/blk_-4375875427338528930
2013-10-31 15:45:11,484 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3400578150617052326_1033 file build/test/data/dfs/data/data2/current/blk_3400578150617052326 for deletion
2013-10-31 15:45:11,484 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1066144092236849234_1035 at file build/test/data/dfs/data/data2/current/blk_-1066144092236849234
2013-10-31 15:45:11,484 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4089849389721740449_1034 file build/test/data/dfs/data/data1/current/blk_4089849389721740449 for deletion
2013-10-31 15:45:11,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3400578150617052326_1033 at file build/test/data/dfs/data/data2/current/blk_3400578150617052326
2013-10-31 15:45:11,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4089849389721740449_1034 at file build/test/data/dfs/data/data1/current/blk_4089849389721740449
2013-10-31 15:45:11,993 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4375875427338528930_1032 file build/test/data/dfs/data/data3/current/blk_-4375875427338528930 for deletion
2013-10-31 15:45:11,993 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1066144092236849234_1035 file build/test/data/dfs/data/data4/current/blk_-1066144092236849234 for deletion
2013-10-31 15:45:11,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4375875427338528930_1032 at file build/test/data/dfs/data/data3/current/blk_-4375875427338528930
2013-10-31 15:45:11,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1066144092236849234_1035 at file build/test/data/dfs/data/data4/current/blk_-1066144092236849234
2013-10-31 15:45:11,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3400578150617052326_1033 file build/test/data/dfs/data/data4/current/blk_3400578150617052326 for deletion
2013-10-31 15:45:11,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4089849389721740449_1034 file build/test/data/dfs/data/data3/current/blk_4089849389721740449 for deletion
2013-10-31 15:45:11,994 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3400578150617052326_1033 at file build/test/data/dfs/data/data4/current/blk_3400578150617052326
2013-10-31 15:45:11,995 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4089849389721740449_1034 at file build/test/data/dfs/data/data3/current/blk_4089849389721740449
2013-10-31 15:45:13,781 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0004_m_000006_0 0.0% cleanup
2013-10-31 15:45:13,783 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0004_m_000006_0 is done.
2013-10-31 15:45:13,784 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0004_m_000006_0 was -1
2013-10-31 15:45:13,784 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:14,479 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_3400578150617052326_1033 blk_-4375875427338528930_1032 blk_-1066144092236849234_1035
2013-10-31 15:45:14,479 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_3400578150617052326_1033 blk_-4375875427338528930_1032 blk_4089849389721740449_1034
2013-10-31 15:45:15,466 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4375875427338528930_1032 file build/test/data/dfs/data/data5/current/blk_-4375875427338528930 for deletion
2013-10-31 15:45:15,466 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3400578150617052326_1033 file build/test/data/dfs/data/data6/current/blk_3400578150617052326 for deletion
2013-10-31 15:45:15,467 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4375875427338528930_1032 at file build/test/data/dfs/data/data5/current/blk_-4375875427338528930
2013-10-31 15:45:15,467 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4089849389721740449_1034 file build/test/data/dfs/data/data5/current/blk_4089849389721740449 for deletion
2013-10-31 15:45:15,467 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3400578150617052326_1033 at file build/test/data/dfs/data/data6/current/blk_3400578150617052326
2013-10-31 15:45:15,467 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4089849389721740449_1034 at file build/test/data/dfs/data/data5/current/blk_4089849389721740449
2013-10-31 15:45:15,622 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0004_r_000000_0
2013-10-31 15:45:15,623 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0004_r_000000_0
2013-10-31 15:45:16,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4375875427338528930_1032 file build/test/data/dfs/data/data8/current/blk_-4375875427338528930 for deletion
2013-10-31 15:45:16,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1066144092236849234_1035 file build/test/data/dfs/data/data8/current/blk_-1066144092236849234 for deletion
2013-10-31 15:45:16,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4375875427338528930_1032 at file build/test/data/dfs/data/data8/current/blk_-4375875427338528930
2013-10-31 15:45:16,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3400578150617052326_1033 file build/test/data/dfs/data/data7/current/blk_3400578150617052326 for deletion
2013-10-31 15:45:16,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1066144092236849234_1035 at file build/test/data/dfs/data/data8/current/blk_-1066144092236849234
2013-10-31 15:45:16,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3400578150617052326_1033 at file build/test/data/dfs/data/data7/current/blk_3400578150617052326
2013-10-31 15:45:16,630 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0004_m_000006_0' has completed task_20131031154230960_0004_m_000006 successfully.
2013-10-31 15:45:16,631 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0004 has completed successfully.
2013-10-31 15:45:16,631 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0004,submitTime=1383234284487,launchTime=1383234284618,firstMapTaskLaunchTime=1383234292240,firstReduceTaskLaunchTime=1383234298600,firstJobSetupTaskLaunchTime=1383234286221,firstJobCleanupTaskLaunchTime=1383234310620,finishTime=1383234316631,numMaps=6,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[BE1363C960904EAC99F26E551F784D68/06E5FFC9D4A445C1880BF73D91D80A26] merge/(1/1) ...pipesplatform/simplemerge
2013-10-31 15:45:16,638 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_1383234284487_hadoop_%5BBE1363C960904EAC99F26E551F784D68%2F06E5FFC9D4A445C1. blk_4528691421363993723_1040
2013-10-31 15:45:16,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4528691421363993723_1040 src: /127.0.0.1:35080 dest: /127.0.0.1:37515
2013-10-31 15:45:16,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4528691421363993723_1040 src: /127.0.0.1:56641 dest: /127.0.0.1:40932
2013-10-31 15:45:16,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4528691421363993723_1040 src: /127.0.0.1:36728 dest: /127.0.0.1:42031
2013-10-31 15:45:16,660 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36728, dest: /127.0.0.1:42031, bytes: 34985, op: HDFS_WRITE, cliID: DFSClient_1938654334, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4528691421363993723_1040, duration: 6856747
2013-10-31 15:45:16,660 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4528691421363993723_1040 terminating
2013-10-31 15:45:16,662 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56641, dest: /127.0.0.1:40932, bytes: 34985, op: HDFS_WRITE, cliID: DFSClient_1938654334, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4528691421363993723_1040, duration: 10079857
2013-10-31 15:45:16,662 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4528691421363993723_1040 terminating
2013-10-31 15:45:16,664 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35080, dest: /127.0.0.1:37515, bytes: 34985, op: HDFS_WRITE, cliID: DFSClient_1938654334, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4528691421363993723_1040, duration: 9884888
2013-10-31 15:45:16,664 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4528691421363993723_1040 size 34985
2013-10-31 15:45:16,664 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4528691421363993723_1040 terminating
2013-10-31 15:45:16,669 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4528691421363993723_1040 size 34985
2013-10-31 15:45:16,671 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_1383234284487_hadoop_%5BBE1363C960904EAC99F26E551F784D68%2F06E5FFC9D4A445C1 from client DFSClient_1938654334
2013-10-31 15:45:16,671 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_logs/history/job_20131031154230960_0004_1383234284487_hadoop_%5BBE1363C960904EAC99F26E551F784D68%2F06E5FFC9D4A445C1 is closed by DFSClient_1938654334
2013-10-31 15:45:16,672 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4528691421363993723_1040 size 34985
2013-10-31 15:45:16,680 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0004_1383234284487_hadoop_%5BBE1363C960904EAC99F26E551F784D68%2F06E5FFC9D4A445C1 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:45:16,680 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000000_0'
2013-10-31 15:45:16,681 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000001_0'
2013-10-31 15:45:16,681 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000006_0'
2013-10-31 15:45:16,681 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000007_0'
2013-10-31 15:45:16,681 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_r_000000_0'
2013-10-31 15:45:16,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5254096612362967586 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:16,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5254096612362967586 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:16,684 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000002_0'
2013-10-31 15:45:16,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5254096612362967586 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:16,684 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000003_0'
2013-10-31 15:45:16,686 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000004_0'
2013-10-31 15:45:16,686 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0004_m_000005_0'
2013-10-31 15:45:16,688 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0004_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:45:16,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0004 dst=null perm=null
2013-10-31 15:45:16,693 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/_temporary
2013-10-31 15:45:16,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge dst=null perm=null
2013-10-31 15:45:16,716 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:45:16,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:45:16,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:45:16,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59425, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2931514413484697978_1039, duration: 340536
2013-10-31 15:45:16,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge dst=null perm=null
2013-10-31 15:45:16,742 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:45:16,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:45:16,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:45:16,745 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56645, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2931514413484697978_1039, duration: 318614
2013-10-31 15:45:16,745 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/simplemerge
2013-10-31 15:45:16,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge dst=null perm=null
2013-10-31 15:45:16,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:45:16,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59427, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2931514413484697978_1039, duration: 336305
2013-10-31 15:45:16,859 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:45:16,859 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:45:16,876 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:45:16,877 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:45:16,877 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach"]
2013-10-31 15:45:16,878 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:45:16,878 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:45:16,879 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:45:16,880 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...edpipesplatform/chaineach
2013-10-31 15:45:16,884 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:45:16,884 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:45:17,480 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_5254096612362967586_1038
2013-10-31 15:45:17,480 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_5254096612362967586_1038
2013-10-31 15:45:17,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5254096612362967586_1038 file build/test/data/dfs/data/data2/current/blk_5254096612362967586 for deletion
2013-10-31 15:45:17,995 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5254096612362967586_1038 file build/test/data/dfs/data/data4/current/blk_5254096612362967586 for deletion
2013-10-31 15:45:19,622 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0004
2013-10-31 15:45:19,622 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0004 being deleted.
2013-10-31 15:45:19,860 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5254096612362967586_1038 at file build/test/data/dfs/data/data2/current/blk_5254096612362967586
2013-10-31 15:45:19,860 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5254096612362967586_1038 at file build/test/data/dfs/data/data4/current/blk_5254096612362967586
2013-10-31 15:45:19,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:19,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:45:19,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:19,881 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar. blk_4282860160109112124_1041
2013-10-31 15:45:19,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4282860160109112124_1041 src: /127.0.0.1:59428 dest: /127.0.0.1:51383
2013-10-31 15:45:19,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4282860160109112124_1041 src: /127.0.0.1:56648 dest: /127.0.0.1:40932
2013-10-31 15:45:19,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4282860160109112124_1041 src: /127.0.0.1:35089 dest: /127.0.0.1:37515
2013-10-31 15:45:19,898 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35089, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4282860160109112124_1041, duration: 8269076
2013-10-31 15:45:19,898 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4282860160109112124_1041 terminating
2013-10-31 15:45:19,900 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56648, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4282860160109112124_1041, duration: 10075305
2013-10-31 15:45:19,900 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4282860160109112124_1041 size 238055
2013-10-31 15:45:19,900 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4282860160109112124_1041 terminating
2013-10-31 15:45:19,902 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59428, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4282860160109112124_1041, duration: 11509467
2013-10-31 15:45:19,902 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4282860160109112124_1041 terminating
2013-10-31 15:45:19,903 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4282860160109112124_1041 size 238055
2013-10-31 15:45:19,904 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar from client DFSClient_1020568644
2013-10-31 15:45:19,905 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar is closed by DFSClient_1020568644
2013-10-31 15:45:19,905 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4282860160109112124_1041 size 238055
2013-10-31 15:45:19,910 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar. New replication is 10
2013-10-31 15:45:19,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar dst=null perm=null
2013-10-31 15:45:19,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:19,921 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:45:19,927 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:45:19,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:45:19,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:19,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:19,943 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split. New replication is 10
2013-10-31 15:45:19,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split dst=null perm=null
2013-10-31 15:45:19,950 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split. blk_-8062056810926133560_1042
2013-10-31 15:45:19,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8062056810926133560_1042 src: /127.0.0.1:56650 dest: /127.0.0.1:40932
2013-10-31 15:45:19,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8062056810926133560_1042 src: /127.0.0.1:36737 dest: /127.0.0.1:42031
2013-10-31 15:45:19,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8062056810926133560_1042 src: /127.0.0.1:35092 dest: /127.0.0.1:37515
2013-10-31 15:45:19,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8062056810926133560_1042 src: /127.0.0.1:59434 dest: /127.0.0.1:51383
2013-10-31 15:45:19,961 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59434, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8062056810926133560_1042, duration: 816378
2013-10-31 15:45:19,961 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8062056810926133560_1042 terminating
2013-10-31 15:45:19,962 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35092, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8062056810926133560_1042, duration: 2258477
2013-10-31 15:45:19,962 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8062056810926133560_1042 terminating
2013-10-31 15:45:19,964 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8062056810926133560_1042 size 1403
2013-10-31 15:45:19,964 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36737, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8062056810926133560_1042, duration: 3920759
2013-10-31 15:45:19,964 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8062056810926133560_1042 terminating
2013-10-31 15:45:19,964 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8062056810926133560_1042 size 1403
2013-10-31 15:45:19,965 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56650, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8062056810926133560_1042, duration: 5667837
2013-10-31 15:45:19,966 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8062056810926133560_1042 size 1403
2013-10-31 15:45:19,966 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-8062056810926133560_1042 terminating
2013-10-31 15:45:19,968 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8062056810926133560_1042 size 1403
2013-10-31 15:45:19,969 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split from client DFSClient_1020568644
2013-10-31 15:45:19,969 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split is closed by DFSClient_1020568644
2013-10-31 15:45:20,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:20,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:20,290 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.splitmetainfo. blk_-239101807678856682_1043
2013-10-31 15:45:20,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-239101807678856682_1043 src: /127.0.0.1:35094 dest: /127.0.0.1:37515
2013-10-31 15:45:20,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-239101807678856682_1043 src: /127.0.0.1:59436 dest: /127.0.0.1:51383
2013-10-31 15:45:20,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-239101807678856682_1043 src: /127.0.0.1:56656 dest: /127.0.0.1:40932
2013-10-31 15:45:20,298 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56656, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-239101807678856682_1043, duration: 844372
2013-10-31 15:45:20,299 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-239101807678856682_1043 terminating
2013-10-31 15:45:20,300 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59436, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-239101807678856682_1043, duration: 2386181
2013-10-31 15:45:20,300 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-239101807678856682_1043 terminating
2013-10-31 15:45:20,302 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35094, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-239101807678856682_1043, duration: 4238082
2013-10-31 15:45:20,302 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-239101807678856682_1043 size 156
2013-10-31 15:45:20,302 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-239101807678856682_1043 terminating
2013-10-31 15:45:20,306 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-239101807678856682_1043 size 156
2013-10-31 15:45:20,306 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:45:20,307 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:45:20,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-239101807678856682_1043 size 156
2013-10-31 15:45:20,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:20,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:20,341 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml. blk_-2713814156075391571_1044
2013-10-31 15:45:20,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2713814156075391571_1044 src: /127.0.0.1:59438 dest: /127.0.0.1:51383
2013-10-31 15:45:20,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2713814156075391571_1044 src: /127.0.0.1:36744 dest: /127.0.0.1:42031
2013-10-31 15:45:20,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2713814156075391571_1044 src: /127.0.0.1:35099 dest: /127.0.0.1:37515
2013-10-31 15:45:20,351 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35099, dest: /127.0.0.1:37515, bytes: 28496, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2713814156075391571_1044, duration: 2394578
2013-10-31 15:45:20,352 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2713814156075391571_1044 terminating
2013-10-31 15:45:20,353 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2713814156075391571_1044 size 28496
2013-10-31 15:45:20,353 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36744, dest: /127.0.0.1:42031, bytes: 28496, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2713814156075391571_1044, duration: 4125815
2013-10-31 15:45:20,354 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2713814156075391571_1044 terminating
2013-10-31 15:45:20,355 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59438, dest: /127.0.0.1:51383, bytes: 28496, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2713814156075391571_1044, duration: 5832803
2013-10-31 15:45:20,355 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2713814156075391571_1044 size 28496
2013-10-31 15:45:20,355 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2713814156075391571_1044 terminating
2013-10-31 15:45:20,357 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2713814156075391571_1044 size 28496
2013-10-31 15:45:20,357 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml from client DFSClient_1020568644
2013-10-31 15:45:20,358 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml is closed by DFSClient_1020568644
2013-10-31 15:45:20,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml dst=null perm=null
2013-10-31 15:45:20,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36747, bytes: 28720, op: HDFS_READ, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2713814156075391571_1044, duration: 478980
2013-10-31 15:45:20,397 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0005: nMaps=4 nReduces=1 max=-1
2013-10-31 15:45:20,397 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0005 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:45:20,398 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0005
2013-10-31 15:45:20,398 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0005 RESULT=SUCCESS
2013-10-31 15:45:20,398 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0005
2013-10-31 15:45:20,400 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0005
2013-10-31 15:45:20,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_1383234320366_hadoop_%5B4F76AF6C7EE144F398CF34F5A88751FC%2FDD26F12A5ECB4759 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:20,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:20,419 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_conf.xml. blk_1328309029310291_1046
2013-10-31 15:45:20,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1328309029310291_1046 src: /127.0.0.1:56662 dest: /127.0.0.1:40932
2013-10-31 15:45:20,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1328309029310291_1046 src: /127.0.0.1:59444 dest: /127.0.0.1:51383
2013-10-31 15:45:20,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1328309029310291_1046 src: /127.0.0.1:36750 dest: /127.0.0.1:42031
2013-10-31 15:45:20,425 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36750, dest: /127.0.0.1:42031, bytes: 28561, op: HDFS_WRITE, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1328309029310291_1046, duration: 1931442
2013-10-31 15:45:20,426 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1328309029310291_1046 terminating
2013-10-31 15:45:20,426 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59444, dest: /127.0.0.1:51383, bytes: 28561, op: HDFS_WRITE, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1328309029310291_1046, duration: 2864085
2013-10-31 15:45:20,426 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1328309029310291_1046 terminating
2013-10-31 15:45:20,427 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56662, dest: /127.0.0.1:40932, bytes: 28561, op: HDFS_WRITE, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1328309029310291_1046, duration: 3446895
2013-10-31 15:45:20,427 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1328309029310291_1046 size 28561
2013-10-31 15:45:20,427 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1328309029310291_1046 terminating
2013-10-31 15:45:20,428 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_conf.xml from client DFSClient_-1880886111
2013-10-31 15:45:20,428 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_conf.xml is closed by DFSClient_-1880886111
2013-10-31 15:45:20,429 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1328309029310291_1046 size 28561
2013-10-31 15:45:20,429 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1328309029310291_1046 size 28561
2013-10-31 15:45:20,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:20,437 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken. blk_8428473905247529902_1047
2013-10-31 15:45:20,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8428473905247529902_1047 src: /127.0.0.1:36751 dest: /127.0.0.1:42031
2013-10-31 15:45:20,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8428473905247529902_1047 src: /127.0.0.1:56666 dest: /127.0.0.1:40932
2013-10-31 15:45:20,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8428473905247529902_1047 src: /127.0.0.1:35107 dest: /127.0.0.1:37515
2013-10-31 15:45:20,442 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35107, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8428473905247529902_1047, duration: 1118443
2013-10-31 15:45:20,442 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8428473905247529902_1047 terminating
2013-10-31 15:45:20,442 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56666, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8428473905247529902_1047, duration: 1435613
2013-10-31 15:45:20,442 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8428473905247529902_1047 terminating
2013-10-31 15:45:20,443 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36751, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8428473905247529902_1047, duration: 2022163
2013-10-31 15:45:20,443 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8428473905247529902_1047 size 116
2013-10-31 15:45:20,443 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8428473905247529902_1047 terminating
2013-10-31 15:45:20,446 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8428473905247529902_1047 size 116
2013-10-31 15:45:20,446 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken from client DFSClient_1020568644
2013-10-31 15:45:20,447 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken is closed by DFSClient_1020568644
2013-10-31 15:45:20,447 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8428473905247529902_1047 size 116
2013-10-31 15:45:20,451 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken
2013-10-31 15:45:20,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.splitmetainfo dst=null perm=null
2013-10-31 15:45:20,454 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56668, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-239101807678856682_1043, duration: 142898
2013-10-31 15:45:20,456 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0005 = 1449. Number of splits = 4
2013-10-31 15:45:20,456 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,457 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,457 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,458 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,458 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,458 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,458 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,459 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,459 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,459 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,459 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,460 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0005_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:20,460 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0005 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:45:20,460 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0005 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:45:20,480 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:51383 to replicate blk_4282860160109112124_1041 to datanode(s) 127.0.0.1:42031
2013-10-31 15:45:20,481 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5254096612362967586_1038
2013-10-31 15:45:20,486 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467) Starting thread to transfer block blk_4282860160109112124_1041 to 127.0.0.1:42031
2013-10-31 15:45:20,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4282860160109112124_1041 src: /127.0.0.1:36755 dest: /127.0.0.1:42031
2013-10-31 15:45:20,489 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467):Transmitted block blk_4282860160109112124_1041 to /127.0.0.1:42031
2013-10-31 15:45:20,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4282860160109112124_1041 src: /127.0.0.1:36755 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:45:20,491 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4282860160109112124_1041 size 238055
2013-10-31 15:45:21,468 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5254096612362967586_1038 file build/test/data/dfs/data/data6/current/blk_5254096612362967586 for deletion
2013-10-31 15:45:21,468 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5254096612362967586_1038 at file build/test/data/dfs/data/data6/current/blk_5254096612362967586
2013-10-31 15:45:21,684 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0004
2013-10-31 15:45:21,684 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0004_m_000006_0 not found in cache
2013-10-31 15:45:21,685 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0004 for user-log deletion with retainTimeStamp:1383320721685
2013-10-31 15:45:21,686 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0004
2013-10-31 15:45:21,687 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0004 for user-log deletion with retainTimeStamp:1383320721687
2013-10-31 15:45:21,688 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0004_m_1734634735 since job job_20131031154230960_0004 is dead
2013-10-31 15:45:21,700 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group16085 with signal TERM. Exit code 0
2013-10-31 15:45:21,700 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0004_m_829566363 since job job_20131031154230960_0004 is dead
2013-10-31 15:45:21,717 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group16090 with signal TERM. Exit code 0
2013-10-31 15:45:21,723 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0004
2013-10-31 15:45:21,724 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0004 for user-log deletion with retainTimeStamp:1383320721724
2013-10-31 15:45:21,822 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0004_m_576597283 since job job_20131031154230960_0004 is dead
2013-10-31 15:45:21,827 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group16016 with signal TERM. Exit code 0
2013-10-31 15:45:21,897 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:21,897 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:21,897 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:21,897 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0004_m_1734634735 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:21,909 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:21,909 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:21,910 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:21,910 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0004_m_829566363 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:21,986 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:21,986 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:21,986 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:21,987 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0004_m_576597283 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:45:22,626 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0005_m_000005_0' to tip task_20131031154230960_0005_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:45:22,632 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0005_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:45:22,632 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0005_m_000005_0 which needs 1 slots
2013-10-31 15:45:22,633 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0005_m_000005_0 which needs 1 slots
2013-10-31 15:45:22,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken dst=null perm=null
2013-10-31 15:45:22,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36756, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8428473905247529902_1047, duration: 334838
2013-10-31 15:45:22,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml dst=null perm=null
2013-10-31 15:45:22,656 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59453, bytes: 28720, op: HDFS_READ, cliID: DFSClient_609471267, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2713814156075391571_1044, duration: 544606
2013-10-31 15:45:22,689 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:45:22,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar dst=null perm=null
2013-10-31 15:45:22,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56673, bytes: 239915, op: HDFS_READ, cliID: DFSClient_609471267, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4282860160109112124_1041, duration: 1655718
2013-10-31 15:45:22,824 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0005_m_-1601130107
2013-10-31 15:45:22,825 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0005_m_-1601130107 spawned.
2013-10-31 15:45:22,826 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0005/attempt_20131031154230960_0005_m_000005_0/taskjvm.sh
2013-10-31 15:45:23,072 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0004_m_-1038519401 since job job_20131031154230960_0004 is dead
2013-10-31 15:45:23,081 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group15849 with signal TERM. Exit code 0
2013-10-31 15:45:23,178 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0004_r_-1252982679 since job job_20131031154230960_0004 is dead
2013-10-31 15:45:23,186 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group16369 with signal TERM. Exit code 0
2013-10-31 15:45:23,197 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0004_m_1121979958 since job job_20131031154230960_0004 is dead
2013-10-31 15:45:23,203 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group16089 with signal TERM. Exit code 0
2013-10-31 15:45:23,203 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0004_m_-1148814345 since job job_20131031154230960_0004 is dead
2013-10-31 15:45:23,211 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group16088 with signal TERM. Exit code 0
2013-10-31 15:45:23,261 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:23,261 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:23,262 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:23,263 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0004_m_-1038519401 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:45:23,375 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:23,375 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:23,375 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:23,376 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0004_r_-1252982679 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:23,403 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:23,403 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:23,403 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:23,404 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0004_m_-1148814345 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:23,406 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:23,406 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:23,406 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:23,407 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0004_m_1121979958 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:24,710 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0005_m_-1601130107 given task: attempt_20131031154230960_0005_m_000005_0
2013-10-31 15:45:24,916 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:45:24,923 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:45:24,928 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:45:24,934 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:45:24,940 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:45:24,946 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:45:24,952 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:45:24,952 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:45:25,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:28,163 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_m_000005_0 0.0% setup
2013-10-31 15:45:28,166 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0005_m_000005_0 is done.
2013-10-31 15:45:28,166 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0005_m_000005_0 was -1
2013-10-31 15:45:28,167 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:28,639 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0005_m_000005_0' has completed task_20131031154230960_0005_m_000005 successfully.
2013-10-31 15:45:28,643 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0005_m_000000_0' to tip task_20131031154230960_0005_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:45:28,644 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0005_m_000000
2013-10-31 15:45:28,646 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0005_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:45:28,647 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0005_m_000000_0 which needs 1 slots
2013-10-31 15:45:28,647 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0005_m_000000_0 which needs 1 slots
2013-10-31 15:45:28,686 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0005_m_-349496407
2013-10-31 15:45:28,687 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0005_m_-349496407 spawned.
2013-10-31 15:45:28,690 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0005/attempt_20131031154230960_0005_m_000000_0/taskjvm.sh
2013-10-31 15:45:28,695 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0005_m_000001_0' to tip task_20131031154230960_0005_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:45:28,695 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0005_m_000001
2013-10-31 15:45:28,696 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0005_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:45:28,696 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0005_m_000001_0 which needs 1 slots
2013-10-31 15:45:28,696 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0005_m_000001_0 which needs 1 slots
2013-10-31 15:45:28,697 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0005_m_000002_0' to tip task_20131031154230960_0005_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:45:28,697 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0005_m_000002
2013-10-31 15:45:28,698 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0005_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:45:28,698 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0005_m_000002_0 which needs 1 slots
2013-10-31 15:45:28,698 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0005_m_000002_0 which needs 1 slots
2013-10-31 15:45:28,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken dst=null perm=null
2013-10-31 15:45:28,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken dst=null perm=null
2013-10-31 15:45:28,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56677, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8428473905247529902_1047, duration: 323872
2013-10-31 15:45:28,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36764, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8428473905247529902_1047, duration: 304038
2013-10-31 15:45:28,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml dst=null perm=null
2013-10-31 15:45:28,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml dst=null perm=null
2013-10-31 15:45:28,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59462, bytes: 28720, op: HDFS_READ, cliID: DFSClient_1164260572, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2713814156075391571_1044, duration: 451854
2013-10-31 15:45:28,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35122, bytes: 28720, op: HDFS_READ, cliID: DFSClient_-983338200, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2713814156075391571_1044, duration: 479921
2013-10-31 15:45:28,736 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0005_m_000003_0' to tip task_20131031154230960_0005_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:45:28,738 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0005_m_000003
2013-10-31 15:45:28,740 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0005_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:45:28,740 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0005_m_000003_0 which needs 1 slots
2013-10-31 15:45:28,740 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0005_m_000003_0 which needs 1 slots
2013-10-31 15:45:28,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005/jobToken dst=null perm=null
2013-10-31 15:45:28,749 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:45:28,749 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:45:28,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36769, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8428473905247529902_1047, duration: 136864
2013-10-31 15:45:28,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.xml dst=null perm=null
2013-10-31 15:45:28,760 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35125, bytes: 28720, op: HDFS_READ, cliID: DFSClient_-1917506286, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2713814156075391571_1044, duration: 420899
2013-10-31 15:45:28,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar dst=null perm=null
2013-10-31 15:45:28,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar dst=null perm=null
2013-10-31 15:45:28,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56686, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-983338200, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4282860160109112124_1041, duration: 1134200
2013-10-31 15:45:28,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56687, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1164260572, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4282860160109112124_1041, duration: 1760500
2013-10-31 15:45:28,787 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:45:28,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.jar dst=null perm=null
2013-10-31 15:45:28,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56688, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1917506286, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4282860160109112124_1041, duration: 781242
2013-10-31 15:45:28,841 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0005_m_-661111810
2013-10-31 15:45:28,842 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0005_m_-661111810 spawned.
2013-10-31 15:45:28,844 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0005/attempt_20131031154230960_0005_m_000002_0/taskjvm.sh
2013-10-31 15:45:28,851 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0005_m_-1801631310
2013-10-31 15:45:28,852 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0005_m_-1801631310 spawned.
2013-10-31 15:45:28,853 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0005/attempt_20131031154230960_0005_m_000001_0/taskjvm.sh
2013-10-31 15:45:29,254 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0005_m_-1685721705
2013-10-31 15:45:29,254 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0005_m_-1685721705 spawned.
2013-10-31 15:45:29,255 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0005/attempt_20131031154230960_0005_m_000003_0/taskjvm.sh
2013-10-31 15:45:29,530 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0005_m_-349496407 given task: attempt_20131031154230960_0005_m_000000_0
2013-10-31 15:45:30,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split dst=null perm=null
2013-10-31 15:45:30,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35131, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8062056810926133560_1042, duration: 189049
2013-10-31 15:45:30,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:45:30,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59473, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 140234
2013-10-31 15:45:30,379 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0005_m_-661111810 given task: attempt_20131031154230960_0005_m_000002_0
2013-10-31 15:45:30,444 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0005_m_-1801631310 given task: attempt_20131031154230960_0005_m_000001_0
2013-10-31 15:45:30,479 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0005_m_-1685721705 given task: attempt_20131031154230960_0005_m_000003_0
2013-10-31 15:45:30,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split dst=null perm=null
2013-10-31 15:45:30,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36784, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8062056810926133560_1042, duration: 181348
2013-10-31 15:45:30,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:45:30,924 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59481, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 198330
2013-10-31 15:45:30,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split dst=null perm=null
2013-10-31 15:45:30,941 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59482, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8062056810926133560_1042, duration: 183625
2013-10-31 15:45:30,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:45:30,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005/job.split dst=null perm=null
2013-10-31 15:45:31,001 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35142, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8062056810926133560_1042, duration: 138929
2013-10-31 15:45:31,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:45:31,060 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56703, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 175796
2013-10-31 15:45:31,313 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59485, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0005_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 182299
2013-10-31 15:45:32,992 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:45:32,995 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0005_m_000000_0 is done.
2013-10-31 15:45:32,995 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0005_m_000000_0 was 54
2013-10-31 15:45:32,996 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:33,647 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0005_m_000005_0
2013-10-31 15:45:33,647 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0005_m_000005_0
2013-10-31 15:45:33,647 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0005_m_000005_0 not found in cache
2013-10-31 15:45:33,808 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:45:33,811 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0005_m_000002_0 is done.
2013-10-31 15:45:33,811 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0005_m_000002_0 was 73
2013-10-31 15:45:33,812 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:33,871 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:45:33,873 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0005_m_000001_0 is done.
2013-10-31 15:45:33,873 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0005_m_000001_0 was 74
2013-10-31 15:45:33,873 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:33,902 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:45:33,904 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0005_m_000003_0 is done.
2013-10-31 15:45:33,904 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0005_m_000003_0 was 53
2013-10-31 15:45:33,904 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:34,651 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0005_m_000000_0' has completed task_20131031154230960_0005_m_000000 successfully.
2013-10-31 15:45:34,808 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0005_r_000000_0' to tip task_20131031154230960_0005_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:45:34,809 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0005_m_000003_0' has completed task_20131031154230960_0005_m_000003 successfully.
2013-10-31 15:45:34,811 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0005_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:45:34,811 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0005_r_000000_0 which needs 1 slots
2013-10-31 15:45:34,811 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0005_r_000000_0 which needs 1 slots
2013-10-31 15:45:34,812 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0005_m_000002_0' has completed task_20131031154230960_0005_m_000002 successfully.
2013-10-31 15:45:34,816 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0005_m_000001_0' has completed task_20131031154230960_0005_m_000001 successfully.
2013-10-31 15:45:34,849 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0005_r_-254429227
2013-10-31 15:45:34,850 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0005_r_-254429227 spawned.
2013-10-31 15:45:34,853 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0005/attempt_20131031154230960_0005_r_000000_0/taskjvm.sh
2013-10-31 15:45:35,757 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0005_r_-254429227 given task: attempt_20131031154230960_0005_r_000000_0
2013-10-31 15:45:41,452 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:38524, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0005_m_000000_0, duration: 9541795
2013-10-31 15:45:41,472 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44197, bytes: 53, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0005_m_000003_0, duration: 13666505
2013-10-31 15:45:41,490 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:48976, bytes: 73, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0005_m_000002_0, duration: 13196471
2013-10-31 15:45:41,508 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45815, bytes: 74, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0005_m_000001_0, duration: 12637639
2013-10-31 15:45:42,257 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:45:42,303 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:45:42,358 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:45:42,473 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_5195192856507839042_1020
2013-10-31 15:45:42,624 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 250 Total time for transactions(ms): 4Number of transactions batched in Syncs: 8 Number of syncs: 167 SyncTimes(ms): 12483 710
2013-10-31 15:45:42,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:42,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:42,820 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0/part-00000. blk_3491770690202179851_1048
2013-10-31 15:45:42,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3491770690202179851_1048 src: /127.0.0.1:56714 dest: /127.0.0.1:40932
2013-10-31 15:45:42,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3491770690202179851_1048 src: /127.0.0.1:59496 dest: /127.0.0.1:51383
2013-10-31 15:45:42,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3491770690202179851_1048 src: /127.0.0.1:35156 dest: /127.0.0.1:37515
2013-10-31 15:45:42,862 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35156, dest: /127.0.0.1:37515, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0005_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3491770690202179851_1048, duration: 2310357
2013-10-31 15:45:42,863 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3491770690202179851_1048 terminating
2013-10-31 15:45:42,863 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59496, dest: /127.0.0.1:51383, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0005_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3491770690202179851_1048, duration: 4420791
2013-10-31 15:45:42,864 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3491770690202179851_1048 terminating
2013-10-31 15:45:42,864 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56714, dest: /127.0.0.1:40932, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0005_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3491770690202179851_1048, duration: 5184377
2013-10-31 15:45:42,864 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3491770690202179851_1048 size 160
2013-10-31 15:45:42,864 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3491770690202179851_1048 terminating
2013-10-31 15:45:42,867 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0005_r_000000_0
2013-10-31 15:45:42,867 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0005_r_000000_0
2013-10-31 15:45:42,867 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3491770690202179851_1048 size 160
2013-10-31 15:45:42,868 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3491770690202179851_1048 size 160
2013-10-31 15:45:42,902 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0005_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:45:42,903 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:45:43,820 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0005_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:41418
2013-10-31 15:45:43,821 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0005_r_000000_0
2013-10-31 15:45:43,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0 dst=null perm=null
2013-10-31 15:45:43,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:44,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:44,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary/_attempt_20131031154230960_0005_r_000000_0 dst=null perm=null
2013-10-31 15:45:45,304 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_r_000000_0 1.0% reduce > reduce
2013-10-31 15:45:45,305 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_r_000000_0 1.0% reduce > reduce
2013-10-31 15:45:45,306 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0005_r_000000_0 is done.
2013-10-31 15:45:45,306 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0005_r_000000_0 was -1
2013-10-31 15:45:45,306 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:46,825 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0005_r_000000_0' has completed task_20131031154230960_0005_r_000000 successfully.
2013-10-31 15:45:46,830 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0005_m_000004_0' to tip task_20131031154230960_0005_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:45:46,832 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0005_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:45:46,833 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0005_m_000004_0 which needs 1 slots
2013-10-31 15:45:46,833 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0005_m_000004_0 which needs 1 slots
2013-10-31 15:45:46,869 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0005/attempt_20131031154230960_0005_m_000004_0. Attempting to reuse: jvm_20131031154230960_0005_m_-349496407
2013-10-31 15:45:47,063 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0005_m_-349496407 given task: attempt_20131031154230960_0005_m_000004_0
2013-10-31 15:45:47,196 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_m_000004_0 0.0%
2013-10-31 15:45:47,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary dst=null perm=null
2013-10-31 15:45:47,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:47,213 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_SUCCESS from client DFSClient_attempt_20131031154230960_0005_m_000004_0
2013-10-31 15:45:47,213 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0005_m_000004_0
2013-10-31 15:45:47,219 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4282860160109112124 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4282860160109112124 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4282860160109112124 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4282860160109112124 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8062056810926133560 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8062056810926133560 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8062056810926133560 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8062056810926133560 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-239101807678856682 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-239101807678856682 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:47,220 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-239101807678856682 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:47,221 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2713814156075391571 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:47,221 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2713814156075391571 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:47,221 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2713814156075391571 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:45:47,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0005 dst=null perm=null
2013-10-31 15:45:47,485 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-8062056810926133560_1042 blk_4282860160109112124_1041 blk_-239101807678856682_1043
2013-10-31 15:45:47,485 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-8062056810926133560_1042 blk_4282860160109112124_1041 blk_-2713814156075391571_1044 blk_-239101807678856682_1043
2013-10-31 15:45:48,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8062056810926133560_1042 file build/test/data/dfs/data/data4/current/blk_-8062056810926133560 for deletion
2013-10-31 15:45:48,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2713814156075391571_1044 file build/test/data/dfs/data/data4/current/blk_-2713814156075391571 for deletion
2013-10-31 15:45:48,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8062056810926133560_1042 at file build/test/data/dfs/data/data4/current/blk_-8062056810926133560
2013-10-31 15:45:48,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-239101807678856682_1043 file build/test/data/dfs/data/data3/current/blk_-239101807678856682 for deletion
2013-10-31 15:45:48,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2713814156075391571_1044 at file build/test/data/dfs/data/data4/current/blk_-2713814156075391571
2013-10-31 15:45:48,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-239101807678856682_1043 at file build/test/data/dfs/data/data3/current/blk_-239101807678856682
2013-10-31 15:45:48,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4282860160109112124_1041 file build/test/data/dfs/data/data3/current/blk_4282860160109112124 for deletion
2013-10-31 15:45:48,008 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4282860160109112124_1041 at file build/test/data/dfs/data/data3/current/blk_4282860160109112124
2013-10-31 15:45:49,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8062056810926133560_1042 file build/test/data/dfs/data/data7/current/blk_-8062056810926133560 for deletion
2013-10-31 15:45:49,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-239101807678856682_1043 file build/test/data/dfs/data/data8/current/blk_-239101807678856682 for deletion
2013-10-31 15:45:49,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8062056810926133560_1042 at file build/test/data/dfs/data/data7/current/blk_-8062056810926133560
2013-10-31 15:45:49,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4282860160109112124_1041 file build/test/data/dfs/data/data8/current/blk_4282860160109112124 for deletion
2013-10-31 15:45:49,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-239101807678856682_1043 at file build/test/data/dfs/data/data8/current/blk_-239101807678856682
2013-10-31 15:45:49,016 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4282860160109112124_1041 at file build/test/data/dfs/data/data8/current/blk_4282860160109112124
2013-10-31 15:45:50,171 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0005_m_000004_0 0.0% cleanup
2013-10-31 15:45:50,172 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0005_m_000004_0 is done.
2013-10-31 15:45:50,172 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0005_m_000004_0 was -1
2013-10-31 15:45:50,173 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:45:50,486 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-8062056810926133560_1042 blk_4282860160109112124_1041 blk_-2713814156075391571_1044 blk_-239101807678856682_1043
2013-10-31 15:45:50,486 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-8062056810926133560_1042 blk_4282860160109112124_1041 blk_-2713814156075391571_1044
2013-10-31 15:45:50,496 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8062056810926133560_1042 file build/test/data/dfs/data/data1/current/blk_-8062056810926133560 for deletion
2013-10-31 15:45:50,496 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2713814156075391571_1044 file build/test/data/dfs/data/data1/current/blk_-2713814156075391571 for deletion
2013-10-31 15:45:50,496 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8062056810926133560_1042 at file build/test/data/dfs/data/data1/current/blk_-8062056810926133560
2013-10-31 15:45:50,497 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-239101807678856682_1043 file build/test/data/dfs/data/data2/current/blk_-239101807678856682 for deletion
2013-10-31 15:45:50,497 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2713814156075391571_1044 at file build/test/data/dfs/data/data1/current/blk_-2713814156075391571
2013-10-31 15:45:50,497 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4282860160109112124_1041 file build/test/data/dfs/data/data2/current/blk_4282860160109112124 for deletion
2013-10-31 15:45:50,497 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-239101807678856682_1043 at file build/test/data/dfs/data/data2/current/blk_-239101807678856682
2013-10-31 15:45:50,498 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4282860160109112124_1041 at file build/test/data/dfs/data/data2/current/blk_4282860160109112124
2013-10-31 15:45:51,478 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8062056810926133560_1042 file build/test/data/dfs/data/data5/current/blk_-8062056810926133560 for deletion
2013-10-31 15:45:51,478 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2713814156075391571_1044 file build/test/data/dfs/data/data6/current/blk_-2713814156075391571 for deletion
2013-10-31 15:45:51,479 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8062056810926133560_1042 at file build/test/data/dfs/data/data5/current/blk_-8062056810926133560
2013-10-31 15:45:51,479 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4282860160109112124_1041 file build/test/data/dfs/data/data5/current/blk_4282860160109112124 for deletion
2013-10-31 15:45:51,479 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2713814156075391571_1044 at file build/test/data/dfs/data/data6/current/blk_-2713814156075391571
2013-10-31 15:45:51,480 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4282860160109112124_1041 at file build/test/data/dfs/data/data5/current/blk_4282860160109112124
2013-10-31 15:45:51,833 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0005_r_000000_0
2013-10-31 15:45:51,833 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0005_r_000000_0
2013-10-31 15:45:52,841 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0005_m_000004_0' has completed task_20131031154230960_0005_m_000004 successfully.
2013-10-31 15:45:52,843 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0005 has completed successfully.
2013-10-31 15:45:52,843 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0005,submitTime=1383234320366,launchTime=1383234320460,firstMapTaskLaunchTime=1383234328643,firstReduceTaskLaunchTime=1383234334808,firstJobSetupTaskLaunchTime=1383234322626,firstJobCleanupTaskLaunchTime=1383234346830,finishTime=1383234352843,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[4F76AF6C7EE144F398CF34F5A88751FC/DD26F12A5ECB47599A6164AAB52B9792] test/(1/1) ...edpipesplatform/chaineach
2013-10-31 15:45:52,850 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_1383234320366_hadoop_%5B4F76AF6C7EE144F398CF34F5A88751FC%2FDD26F12A5ECB4759. blk_-2676132042127787347_1049
2013-10-31 15:45:52,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2676132042127787347_1049 src: /127.0.0.1:56719 dest: /127.0.0.1:40932
2013-10-31 15:45:52,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2676132042127787347_1049 src: /127.0.0.1:35160 dest: /127.0.0.1:37515
2013-10-31 15:45:52,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2676132042127787347_1049 src: /127.0.0.1:36807 dest: /127.0.0.1:42031
2013-10-31 15:45:52,952 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36807, dest: /127.0.0.1:42031, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2676132042127787347_1049, duration: 5438578
2013-10-31 15:45:52,953 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2676132042127787347_1049 terminating
2013-10-31 15:45:52,954 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2676132042127787347_1049 size 28304
2013-10-31 15:45:52,954 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35160, dest: /127.0.0.1:37515, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2676132042127787347_1049, duration: 7566401
2013-10-31 15:45:52,955 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2676132042127787347_1049 size 28304
2013-10-31 15:45:52,955 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2676132042127787347_1049 terminating
2013-10-31 15:45:52,956 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56719, dest: /127.0.0.1:40932, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_-1880886111, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2676132042127787347_1049, duration: 9443247
2013-10-31 15:45:52,957 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2676132042127787347_1049 terminating
2013-10-31 15:45:52,959 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_1383234320366_hadoop_%5B4F76AF6C7EE144F398CF34F5A88751FC%2FDD26F12A5ECB4759 from client DFSClient_-1880886111
2013-10-31 15:45:52,960 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_logs/history/job_20131031154230960_0005_1383234320366_hadoop_%5B4F76AF6C7EE144F398CF34F5A88751FC%2FDD26F12A5ECB4759 is closed by DFSClient_-1880886111
2013-10-31 15:45:52,961 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2676132042127787347_1049 size 28304
2013-10-31 15:45:53,004 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0005_1383234320366_hadoop_%5B4F76AF6C7EE144F398CF34F5A88751FC%2FDD26F12A5ECB4759 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:45:53,005 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0005_m_000000_0'
2013-10-31 15:45:53,005 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0005_m_000004_0'
2013-10-31 15:45:53,005 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0005_m_000005_0'
2013-10-31 15:45:53,006 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0005_r_000000_0'
2013-10-31 15:45:53,006 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8428473905247529902 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:45:53,007 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8428473905247529902 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:45:53,007 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0005_m_000002_0'
2013-10-31 15:45:53,007 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8428473905247529902 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:45:53,008 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0005_m_000001_0'
2013-10-31 15:45:53,008 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0005_m_000003_0'
2013-10-31 15:45:53,011 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0005_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:45:53,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0005 dst=null perm=null
2013-10-31 15:45:53,015 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/_temporary
2013-10-31 15:45:53,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach dst=null perm=null
2013-10-31 15:45:53,038 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:45:53,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null
2013-10-31 15:45:53,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null
2013-10-31 15:45:53,043 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59504, bytes: 164, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3491770690202179851_1048, duration: 286079
2013-10-31 15:45:53,044 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/chaineach
2013-10-31 15:45:53,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach dst=null perm=null
2013-10-31 15:45:53,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null
2013-10-31 15:45:53,052 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35164, bytes: 164, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3491770690202179851_1048, duration: 273237
2013-10-31 15:45:53,073 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:45:53,074 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:45:53,094 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:45:53,095 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:45:53,095 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator"]
2013-10-31 15:45:53,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:45:53,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:45:53,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:45:53,097 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...tform/generatoraggregator
2013-10-31 15:45:53,102 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:45:53,102 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:45:53,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:53,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:45:53,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:53,126 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar. blk_7004015254255785549_1050
2013-10-31 15:45:53,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7004015254255785549_1050 src: /127.0.0.1:35165 dest: /127.0.0.1:37515
2013-10-31 15:45:53,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7004015254255785549_1050 src: /127.0.0.1:36812 dest: /127.0.0.1:42031
2013-10-31 15:45:53,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7004015254255785549_1050 src: /127.0.0.1:59508 dest: /127.0.0.1:51383
2013-10-31 15:45:53,145 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59508, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7004015254255785549_1050, duration: 10729201
2013-10-31 15:45:53,145 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7004015254255785549_1050 terminating
2013-10-31 15:45:53,146 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7004015254255785549_1050 size 238055
2013-10-31 15:45:53,147 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36812, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7004015254255785549_1050, duration: 12461542
2013-10-31 15:45:53,147 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7004015254255785549_1050 terminating
2013-10-31 15:45:53,148 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35165, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7004015254255785549_1050, duration: 14763598
2013-10-31 15:45:53,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7004015254255785549_1050 terminating
2013-10-31 15:45:53,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7004015254255785549_1050 size 238055
2013-10-31 15:45:53,153 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar from client DFSClient_1020568644
2013-10-31 15:45:53,153 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar is closed by DFSClient_1020568644
2013-10-31 15:45:53,154 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7004015254255785549_1050 size 238055
2013-10-31 15:45:53,161 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar. New replication is 10
2013-10-31 15:45:53,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar dst=null perm=null
2013-10-31 15:45:53,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:53,175 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:45:53,180 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:45:53,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:45:53,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:53,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:53,193 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split. New replication is 10
2013-10-31 15:45:53,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split dst=null perm=null
2013-10-31 15:45:53,200 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split. blk_6578885817115617713_1051
2013-10-31 15:45:53,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6578885817115617713_1051 src: /127.0.0.1:35168 dest: /127.0.0.1:37515
2013-10-31 15:45:53,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6578885817115617713_1051 src: /127.0.0.1:36815 dest: /127.0.0.1:42031
2013-10-31 15:45:53,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6578885817115617713_1051 src: /127.0.0.1:56730 dest: /127.0.0.1:40932
2013-10-31 15:45:53,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6578885817115617713_1051 src: /127.0.0.1:59512 dest: /127.0.0.1:51383
2013-10-31 15:45:53,211 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59512, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6578885817115617713_1051, duration: 2311291
2013-10-31 15:45:53,212 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6578885817115617713_1051 terminating
2013-10-31 15:45:53,213 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56730, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6578885817115617713_1051, duration: 3440358
2013-10-31 15:45:53,213 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6578885817115617713_1051 size 1403
2013-10-31 15:45:53,213 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6578885817115617713_1051 terminating
2013-10-31 15:45:53,214 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36815, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6578885817115617713_1051, duration: 5369005
2013-10-31 15:45:53,215 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6578885817115617713_1051 size 1403
2013-10-31 15:45:53,215 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6578885817115617713_1051 terminating
2013-10-31 15:45:53,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35168, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6578885817115617713_1051, duration: 7109362
2013-10-31 15:45:53,216 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6578885817115617713_1051 size 1403
2013-10-31 15:45:53,217 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_6578885817115617713_1051 terminating
2013-10-31 15:45:53,221 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split from client DFSClient_1020568644
2013-10-31 15:45:53,221 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split is closed by DFSClient_1020568644
2013-10-31 15:45:53,221 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6578885817115617713_1051 size 1403
2013-10-31 15:45:53,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:53,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:53,245 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.splitmetainfo. blk_3061332329315941511_1052
2013-10-31 15:45:53,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3061332329315941511_1052 src: /127.0.0.1:35172 dest: /127.0.0.1:37515
2013-10-31 15:45:53,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3061332329315941511_1052 src: /127.0.0.1:36819 dest: /127.0.0.1:42031
2013-10-31 15:45:53,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3061332329315941511_1052 src: /127.0.0.1:56734 dest: /127.0.0.1:40932
2013-10-31 15:45:53,256 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56734, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3061332329315941511_1052, duration: 878595
2013-10-31 15:45:53,256 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3061332329315941511_1052 terminating
2013-10-31 15:45:53,257 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36819, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3061332329315941511_1052, duration: 2378944
2013-10-31 15:45:53,258 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3061332329315941511_1052 size 156
2013-10-31 15:45:53,258 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3061332329315941511_1052 terminating
2013-10-31 15:45:53,260 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35172, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3061332329315941511_1052, duration: 4593555
2013-10-31 15:45:53,260 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3061332329315941511_1052 size 156
2013-10-31 15:45:53,261 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3061332329315941511_1052 terminating
2013-10-31 15:45:53,262 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:45:53,263 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:45:53,263 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3061332329315941511_1052 size 156
2013-10-31 15:45:53,487 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_7004015254255785549_1050 to datanode(s) 127.0.0.1:40932
2013-10-31 15:45:53,488 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_8428473905247529902_1047
2013-10-31 15:45:53,488 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_8428473905247529902_1047
2013-10-31 15:45:54,007 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_7004015254255785549_1050 to 127.0.0.1:40932
2013-10-31 15:45:54,007 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8428473905247529902_1047 file build/test/data/dfs/data/data3/current/blk_8428473905247529902 for deletion
2013-10-31 15:45:54,008 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8428473905247529902_1047 at file build/test/data/dfs/data/data3/current/blk_8428473905247529902
2013-10-31 15:45:54,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7004015254255785549_1050 src: /127.0.0.1:56735 dest: /127.0.0.1:40932
2013-10-31 15:45:54,009 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_7004015254255785549_1050 to /127.0.0.1:40932
2013-10-31 15:45:54,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_7004015254255785549_1050 src: /127.0.0.1:56735 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:45:54,015 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7004015254255785549_1050 size 238055
2013-10-31 15:45:54,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:54,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:54,496 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml. blk_8052184709770932968_1053
2013-10-31 15:45:54,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8052184709770932968_1053 src: /127.0.0.1:36822 dest: /127.0.0.1:42031
2013-10-31 15:45:54,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8052184709770932968_1053 src: /127.0.0.1:56737 dest: /127.0.0.1:40932
2013-10-31 15:45:54,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8052184709770932968_1053 src: /127.0.0.1:59519 dest: /127.0.0.1:51383
2013-10-31 15:45:54,504 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59519, dest: /127.0.0.1:51383, bytes: 28314, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8052184709770932968_1053, duration: 747706
2013-10-31 15:45:54,505 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8052184709770932968_1053 terminating
2013-10-31 15:45:54,506 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56737, dest: /127.0.0.1:40932, bytes: 28314, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8052184709770932968_1053, duration: 2250505
2013-10-31 15:45:54,506 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8052184709770932968_1053 terminating
2013-10-31 15:45:54,507 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8052184709770932968_1053 size 28314
2013-10-31 15:45:54,508 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36822, dest: /127.0.0.1:42031, bytes: 28314, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8052184709770932968_1053, duration: 4096482
2013-10-31 15:45:54,508 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8052184709770932968_1053 size 28314
2013-10-31 15:45:54,508 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8052184709770932968_1053 terminating
2013-10-31 15:45:54,511 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8052184709770932968_1053 size 28314
2013-10-31 15:45:54,511 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml from client DFSClient_1020568644
2013-10-31 15:45:54,512 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml is closed by DFSClient_1020568644
2013-10-31 15:45:54,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml dst=null perm=null
2013-10-31 15:45:54,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59521, bytes: 28538, op: HDFS_READ, cliID: DFSClient_-174326898, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8052184709770932968_1053, duration: 390659
2013-10-31 15:45:54,566 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0006: nMaps=4 nReduces=1 max=-1
2013-10-31 15:45:54,566 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0006 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:45:54,566 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0006 RESULT=SUCCESS
2013-10-31 15:45:54,566 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0006
2013-10-31 15:45:54,566 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0006
2013-10-31 15:45:54,567 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0006
2013-10-31 15:45:54,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_1383234354541_hadoop_%5B680422BC667746E595BF966BB1BC8466%2F4BBED41627C14B0A dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:54,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:54,617 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_conf.xml. blk_-1037645551175483606_1055
2013-10-31 15:45:54,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1037645551175483606_1055 src: /127.0.0.1:59522 dest: /127.0.0.1:51383
2013-10-31 15:45:54,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1037645551175483606_1055 src: /127.0.0.1:36828 dest: /127.0.0.1:42031
2013-10-31 15:45:54,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1037645551175483606_1055 src: /127.0.0.1:56744 dest: /127.0.0.1:40932
2013-10-31 15:45:54,626 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56744, dest: /127.0.0.1:40932, bytes: 28379, op: HDFS_WRITE, cliID: DFSClient_-174326898, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1037645551175483606_1055, duration: 1548944
2013-10-31 15:45:54,626 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1037645551175483606_1055 terminating
2013-10-31 15:45:54,627 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36828, dest: /127.0.0.1:42031, bytes: 28379, op: HDFS_WRITE, cliID: DFSClient_-174326898, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1037645551175483606_1055, duration: 2783645
2013-10-31 15:45:54,627 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1037645551175483606_1055 terminating
2013-10-31 15:45:54,628 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59522, dest: /127.0.0.1:51383, bytes: 28379, op: HDFS_WRITE, cliID: DFSClient_-174326898, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1037645551175483606_1055, duration: 4064900
2013-10-31 15:45:54,628 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1037645551175483606_1055 terminating
2013-10-31 15:45:54,630 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1037645551175483606_1055 size 28379
2013-10-31 15:45:54,631 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_conf.xml from client DFSClient_-174326898
2013-10-31 15:45:54,631 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_conf.xml is closed by DFSClient_-174326898
2013-10-31 15:45:54,632 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1037645551175483606_1055 size 28379
2013-10-31 15:45:54,633 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1037645551175483606_1055 size 28379
2013-10-31 15:45:54,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:45:54,644 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken. blk_-8043531181081897490_1056
2013-10-31 15:45:54,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8043531181081897490_1056 src: /127.0.0.1:59526 dest: /127.0.0.1:51383
2013-10-31 15:45:54,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8043531181081897490_1056 src: /127.0.0.1:36832 dest: /127.0.0.1:42031
2013-10-31 15:45:54,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8043531181081897490_1056 src: /127.0.0.1:35187 dest: /127.0.0.1:37515
2013-10-31 15:45:54,655 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35187, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8043531181081897490_1056, duration: 2155655
2013-10-31 15:45:54,656 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8043531181081897490_1056 terminating
2013-10-31 15:45:54,656 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36832, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8043531181081897490_1056, duration: 4516217
2013-10-31 15:45:54,657 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8043531181081897490_1056 terminating
2013-10-31 15:45:54,657 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59526, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8043531181081897490_1056, duration: 5464668
2013-10-31 15:45:54,658 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8043531181081897490_1056 terminating
2013-10-31 15:45:54,660 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8043531181081897490_1056 size 116
2013-10-31 15:45:54,661 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken from client DFSClient_1020568644
2013-10-31 15:45:54,661 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken is closed by DFSClient_1020568644
2013-10-31 15:45:54,662 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8043531181081897490_1056 size 116
2013-10-31 15:45:54,662 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8043531181081897490_1056 size 116
2013-10-31 15:45:54,666 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken
2013-10-31 15:45:54,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.splitmetainfo dst=null perm=null
2013-10-31 15:45:54,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35188, bytes: 160, op: HDFS_READ, cliID: DFSClient_-174326898, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3061332329315941511_1052, duration: 279115
2013-10-31 15:45:54,672 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0006 = 1449. Number of splits = 4
2013-10-31 15:45:54,672 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0006_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:45:54,676 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0006 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:45:54,676 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0006 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:45:55,017 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8428473905247529902_1047 file build/test/data/dfs/data/data8/current/blk_8428473905247529902 for deletion
2013-10-31 15:45:55,017 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8428473905247529902_1047 at file build/test/data/dfs/data/data8/current/blk_8428473905247529902
2013-10-31 15:45:56,011 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0006_m_000005_0' to tip task_20131031154230960_0006_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:45:56,020 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0006_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:45:56,021 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0006_m_000005_0 which needs 1 slots
2013-10-31 15:45:56,021 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0006_m_000005_0 which needs 1 slots
2013-10-31 15:45:56,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken dst=null perm=null
2013-10-31 15:45:56,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36835, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8043531181081897490_1056, duration: 369617
2013-10-31 15:45:56,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml dst=null perm=null
2013-10-31 15:45:56,043 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59532, bytes: 28538, op: HDFS_READ, cliID: DFSClient_-1128564665, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8052184709770932968_1053, duration: 413047
2013-10-31 15:45:56,073 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:45:56,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar dst=null perm=null
2013-10-31 15:45:56,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59533, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1128564665, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7004015254255785549_1050, duration: 1615891
2013-10-31 15:45:56,211 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0005_m_-1601130107
2013-10-31 15:45:56,218 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17422 with signal TERM. Exit code 0
2013-10-31 15:45:56,218 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0006_m_-1242530520
2013-10-31 15:45:56,218 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0006_m_-1242530520 spawned.
2013-10-31 15:45:56,221 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0006/attempt_20131031154230960_0006_m_000005_0/taskjvm.sh
2013-10-31 15:45:56,489 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_8428473905247529902_1047
2013-10-31 15:45:56,958 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:56,959 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:56,959 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:56,959 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0005_m_-1601130107 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:57,480 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8428473905247529902_1047 file build/test/data/dfs/data/data6/current/blk_8428473905247529902 for deletion
2013-10-31 15:45:57,480 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8428473905247529902_1047 at file build/test/data/dfs/data/data6/current/blk_8428473905247529902
2013-10-31 15:45:57,706 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0006_m_-1242530520 given task: attempt_20131031154230960_0006_m_000005_0
2013-10-31 15:45:58,007 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0005
2013-10-31 15:45:58,007 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0005_m_000004_0 not found in cache
2013-10-31 15:45:58,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0005 for user-log deletion with retainTimeStamp:1383320758008
2013-10-31 15:45:58,008 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0005
2013-10-31 15:45:58,008 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0005 for user-log deletion with retainTimeStamp:1383320758008
2013-10-31 15:45:58,008 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0005
2013-10-31 15:45:58,009 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0005 for user-log deletion with retainTimeStamp:1383320758009
2013-10-31 15:45:58,009 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0005
2013-10-31 15:45:58,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0005 for user-log deletion with retainTimeStamp:1383320758009
2013-10-31 15:45:58,211 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0005_m_-349496407 since job job_20131031154230960_0005 is dead
2013-10-31 15:45:58,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:45:58,217 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17504 with signal TERM. Exit code 0
2013-10-31 15:45:58,384 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:58,384 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:58,384 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:58,384 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0005_m_-349496407 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:45:58,402 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0005_m_-661111810 since job job_20131031154230960_0005 is dead
2013-10-31 15:45:58,411 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17588 with signal TERM. Exit code 0
2013-10-31 15:45:58,463 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0005_m_-1801631310 since job job_20131031154230960_0005 is dead
2013-10-31 15:45:58,468 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0005_m_-1685721705 since job job_20131031154230960_0005 is dead
2013-10-31 15:45:58,471 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17619 with signal TERM. Exit code 0
2013-10-31 15:45:58,476 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17618 with signal TERM. Exit code 0
2013-10-31 15:45:58,639 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:58,639 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:58,639 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:58,639 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0005_m_-661111810 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:58,681 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:58,682 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:58,682 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:58,682 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0005_m_-1801631310 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:58,683 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:58,684 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:58,684 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:58,684 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0005_m_-1685721705 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:45:59,348 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0005_r_-254429227 since job job_20131031154230960_0005 is dead
2013-10-31 15:45:59,359 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17789 with signal TERM. Exit code 0
2013-10-31 15:45:59,543 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:45:59,543 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:45:59,543 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:45:59,544 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0005_r_-254429227 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:46:00,006 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 36
2013-10-31 15:46:01,142 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_m_000005_0 0.0% setup
2013-10-31 15:46:01,145 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0006_m_000005_0 is done.
2013-10-31 15:46:01,145 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0006_m_000005_0 was -1
2013-10-31 15:46:01,146 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:02,027 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0006_m_000005_0' has completed task_20131031154230960_0006_m_000005 successfully.
2013-10-31 15:46:02,030 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0006_m_000000_0' to tip task_20131031154230960_0006_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:46:02,031 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0006_m_000000
2013-10-31 15:46:02,033 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0006_m_000001_0' to tip task_20131031154230960_0006_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:46:02,034 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0006_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:46:02,034 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0006_m_000001
2013-10-31 15:46:02,034 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0006_m_000000_0 which needs 1 slots
2013-10-31 15:46:02,035 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0006_m_000000_0 which needs 1 slots
2013-10-31 15:46:02,036 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0006_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:46:02,040 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0006_m_000001_0 which needs 1 slots
2013-10-31 15:46:02,040 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0006_m_000001_0 which needs 1 slots
2013-10-31 15:46:02,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken dst=null perm=null
2013-10-31 15:46:02,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36842, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8043531181081897490_1056, duration: 304157
2013-10-31 15:46:02,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml dst=null perm=null
2013-10-31 15:46:02,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56758, bytes: 28538, op: HDFS_READ, cliID: DFSClient_-1068773825, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8052184709770932968_1053, duration: 382407
2013-10-31 15:46:02,064 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0006_m_000002_0' to tip task_20131031154230960_0006_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:46:02,064 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0006_m_000002
2013-10-31 15:46:02,066 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0006_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:46:02,066 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0006_m_000002_0 which needs 1 slots
2013-10-31 15:46:02,066 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0006_m_000002_0 which needs 1 slots
2013-10-31 15:46:02,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken dst=null perm=null
2013-10-31 15:46:02,071 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0006_m_-839112122
2013-10-31 15:46:02,072 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0006_m_-839112122 spawned.
2013-10-31 15:46:02,075 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0006/attempt_20131031154230960_0006_m_000000_0/taskjvm.sh
2013-10-31 15:46:02,075 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35199, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8043531181081897490_1056, duration: 147991
2013-10-31 15:46:02,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml dst=null perm=null
2013-10-31 15:46:02,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36847, bytes: 28538, op: HDFS_READ, cliID: DFSClient_471580660, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8052184709770932968_1053, duration: 263274
2013-10-31 15:46:02,099 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:46:02,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar dst=null perm=null
2013-10-31 15:46:02,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56762, bytes: 239915, op: HDFS_READ, cliID: DFSClient_471580660, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7004015254255785549_1050, duration: 1367666
2013-10-31 15:46:02,225 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0006_m_-453156413
2013-10-31 15:46:02,226 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0006_m_-453156413 spawned.
2013-10-31 15:46:02,227 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0006/attempt_20131031154230960_0006_m_000002_0/taskjvm.sh
2013-10-31 15:46:02,247 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:46:02,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar dst=null perm=null
2013-10-31 15:46:02,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59544, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1068773825, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7004015254255785549_1050, duration: 689705
2013-10-31 15:46:02,412 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0006_m_1861881592
2013-10-31 15:46:02,413 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0006_m_1861881592 spawned.
2013-10-31 15:46:02,414 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0006/attempt_20131031154230960_0006_m_000001_0/taskjvm.sh
2013-10-31 15:46:03,069 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0006_m_-839112122 given task: attempt_20131031154230960_0006_m_000000_0
2013-10-31 15:46:03,484 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0006_m_-453156413 given task: attempt_20131031154230960_0006_m_000002_0
2013-10-31 15:46:03,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split dst=null perm=null
2013-10-31 15:46:03,560 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35207, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6578885817115617713_1051, duration: 174603
2013-10-31 15:46:03,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:46:03,599 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36854, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 125629
2013-10-31 15:46:03,829 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0006_m_1861881592 given task: attempt_20131031154230960_0006_m_000001_0
2013-10-31 15:46:03,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split dst=null perm=null
2013-10-31 15:46:03,988 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36857, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6578885817115617713_1051, duration: 169651
2013-10-31 15:46:04,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:46:04,027 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59553, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 156640
2013-10-31 15:46:04,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split dst=null perm=null
2013-10-31 15:46:04,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56774, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6578885817115617713_1051, duration: 164203
2013-10-31 15:46:04,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:46:04,601 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36861, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 162735
2013-10-31 15:46:05,030 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0006_m_000003_0' to tip task_20131031154230960_0006_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:46:05,030 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0006_m_000003
2013-10-31 15:46:05,033 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0006_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:46:05,033 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0006_m_000003_0 which needs 1 slots
2013-10-31 15:46:05,034 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0006_m_000003_0 which needs 1 slots
2013-10-31 15:46:05,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006/jobToken dst=null perm=null
2013-10-31 15:46:05,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36862, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8043531181081897490_1056, duration: 293533
2013-10-31 15:46:05,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.xml dst=null perm=null
2013-10-31 15:46:05,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59559, bytes: 28538, op: HDFS_READ, cliID: DFSClient_-631948405, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8052184709770932968_1053, duration: 356120
2013-10-31 15:46:05,107 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:46:05,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.jar dst=null perm=null
2013-10-31 15:46:05,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36865, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-631948405, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7004015254255785549_1050, duration: 1578899
2013-10-31 15:46:05,240 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0006_m_-889227090
2013-10-31 15:46:05,240 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0006_m_-889227090 spawned.
2013-10-31 15:46:05,241 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0006/attempt_20131031154230960_0006_m_000003_0/taskjvm.sh
2013-10-31 15:46:06,355 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0006_m_-889227090 given task: attempt_20131031154230960_0006_m_000003_0
2013-10-31 15:46:06,487 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:46:06,489 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0006_m_000000_0 is done.
2013-10-31 15:46:06,489 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0006_m_000000_0 was 54
2013-10-31 15:46:06,489 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:06,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006/job.split dst=null perm=null
2013-10-31 15:46:06,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56782, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000003_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6578885817115617713_1051, duration: 135489
2013-10-31 15:46:06,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:46:06,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56783, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0006_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 367902
2013-10-31 15:46:06,918 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:46:06,920 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0006_m_000002_0 is done.
2013-10-31 15:46:06,920 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0006_m_000002_0 was 73
2013-10-31 15:46:06,920 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:07,034 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0006_m_000005_0
2013-10-31 15:46:07,035 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0006_m_000005_0
2013-10-31 15:46:07,035 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0006_m_000005_0 not found in cache
2013-10-31 15:46:07,250 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:46:07,253 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0006_m_000001_0 is done.
2013-10-31 15:46:07,253 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0006_m_000001_0 was 74
2013-10-31 15:46:07,253 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:08,040 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0006_m_000000_0' has completed task_20131031154230960_0006_m_000000 successfully.
2013-10-31 15:46:08,043 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0006_r_000000_0' to tip task_20131031154230960_0006_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:46:08,045 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0006_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:46:08,045 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0006_m_000001_0' has completed task_20131031154230960_0006_m_000001 successfully.
2013-10-31 15:46:08,045 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0006_r_000000_0 which needs 1 slots
2013-10-31 15:46:08,046 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0006_r_000000_0 which needs 1 slots
2013-10-31 15:46:08,085 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0006_m_000002_0' has completed task_20131031154230960_0006_m_000002 successfully.
2013-10-31 15:46:08,086 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0006_r_-607421828
2013-10-31 15:46:08,086 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0006_r_-607421828 spawned.
2013-10-31 15:46:08,089 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0006/attempt_20131031154230960_0006_r_000000_0/taskjvm.sh
2013-10-31 15:46:09,177 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0006_r_-607421828 given task: attempt_20131031154230960_0006_r_000000_0
2013-10-31 15:46:09,778 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:46:09,781 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0006_m_000003_0 is done.
2013-10-31 15:46:09,781 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0006_m_000003_0 was 53
2013-10-31 15:46:09,781 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:11,041 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0006_m_000003_0' has completed task_20131031154230960_0006_m_000003 successfully.
2013-10-31 15:46:14,857 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:38601, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0006_m_000000_0, duration: 7904386
2013-10-31 15:46:14,878 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45890, bytes: 74, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0006_m_000001_0, duration: 12687256
2013-10-31 15:46:14,897 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:49053, bytes: 73, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0006_m_000002_0, duration: 12932298
2013-10-31 15:46:14,914 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44276, bytes: 53, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0006_m_000003_0, duration: 12481552
2013-10-31 15:46:15,654 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:46:15,727 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:46:15,781 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:46:15,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:46:15,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:16,016 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0/part-00000. blk_-3137026572777355890_1057
2013-10-31 15:46:16,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3137026572777355890_1057 src: /127.0.0.1:36877 dest: /127.0.0.1:42031
2013-10-31 15:46:16,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3137026572777355890_1057 src: /127.0.0.1:59573 dest: /127.0.0.1:51383
2013-10-31 15:46:16,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3137026572777355890_1057 src: /127.0.0.1:35233 dest: /127.0.0.1:37515
2013-10-31 15:46:16,061 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35233, dest: /127.0.0.1:37515, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0006_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3137026572777355890_1057, duration: 1979824
2013-10-31 15:46:16,061 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3137026572777355890_1057 terminating
2013-10-31 15:46:16,062 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59573, dest: /127.0.0.1:51383, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0006_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3137026572777355890_1057, duration: 2607533
2013-10-31 15:46:16,062 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3137026572777355890_1057 terminating
2013-10-31 15:46:16,063 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36877, dest: /127.0.0.1:42031, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0006_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3137026572777355890_1057, duration: 3966789
2013-10-31 15:46:16,063 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3137026572777355890_1057 terminating
2013-10-31 15:46:16,063 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3137026572777355890_1057 size 1376
2013-10-31 15:46:16,064 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3137026572777355890_1057 size 1376
2013-10-31 15:46:16,065 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0006_r_000000_0
2013-10-31 15:46:16,066 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0006_r_000000_0
2013-10-31 15:46:16,066 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3137026572777355890_1057 size 1376
2013-10-31 15:46:16,101 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0006_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:46:16,101 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:46:17,055 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0006_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:41418
2013-10-31 15:46:17,056 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0006_r_000000_0
2013-10-31 15:46:17,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0 dst=null perm=null
2013-10-31 15:46:17,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:46:17,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:17,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary/_attempt_20131031154230960_0006_r_000000_0 dst=null perm=null
2013-10-31 15:46:18,703 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_r_000000_0 1.0% reduce > reduce
2013-10-31 15:46:18,705 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_r_000000_0 1.0% reduce > reduce
2013-10-31 15:46:18,707 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0006_r_000000_0 is done.
2013-10-31 15:46:18,707 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0006_r_000000_0 was -1
2013-10-31 15:46:18,707 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:20,060 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0006_r_000000_0' has completed task_20131031154230960_0006_r_000000 successfully.
2013-10-31 15:46:20,064 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0006_m_000004_0' to tip task_20131031154230960_0006_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:46:20,067 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0006_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:46:20,067 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0006_m_000004_0 which needs 1 slots
2013-10-31 15:46:20,067 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0006_m_000004_0 which needs 1 slots
2013-10-31 15:46:20,106 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0006/attempt_20131031154230960_0006_m_000004_0. Attempting to reuse: jvm_20131031154230960_0006_m_-1242530520
2013-10-31 15:46:21,220 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0006_m_-1242530520 given task: attempt_20131031154230960_0006_m_000004_0
2013-10-31 15:46:21,328 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_m_000004_0 0.0%
2013-10-31 15:46:21,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary dst=null perm=null
2013-10-31 15:46:21,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:21,376 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_SUCCESS from client DFSClient_attempt_20131031154230960_0006_m_000004_0
2013-10-31 15:46:21,377 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0006_m_000004_0
2013-10-31 15:46:21,385 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7004015254255785549 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:46:21,385 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7004015254255785549 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:46:21,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7004015254255785549 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:46:21,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7004015254255785549 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:46:21,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6578885817115617713 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:46:21,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6578885817115617713 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:46:21,387 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6578885817115617713 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:46:21,387 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6578885817115617713 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:46:21,387 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3061332329315941511 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:46:21,387 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3061332329315941511 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:46:21,388 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3061332329315941511 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:46:21,388 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8052184709770932968 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:46:21,388 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8052184709770932968 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:46:21,388 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8052184709770932968 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:46:21,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0006 dst=null perm=null
2013-10-31 15:46:23,493 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_6578885817115617713_1051 blk_8052184709770932968_1053 blk_7004015254255785549_1050
2013-10-31 15:46:23,493 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_6578885817115617713_1051 blk_8052184709770932968_1053 blk_7004015254255785549_1050 blk_3061332329315941511_1052
2013-10-31 15:46:23,507 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6578885817115617713_1051 file build/test/data/dfs/data/data1/current/blk_6578885817115617713 for deletion
2013-10-31 15:46:23,507 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7004015254255785549_1050 file build/test/data/dfs/data/data2/current/blk_7004015254255785549 for deletion
2013-10-31 15:46:23,507 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6578885817115617713_1051 at file build/test/data/dfs/data/data1/current/blk_6578885817115617713
2013-10-31 15:46:23,508 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8052184709770932968_1053 file build/test/data/dfs/data/data2/current/blk_8052184709770932968 for deletion
2013-10-31 15:46:23,508 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7004015254255785549_1050 at file build/test/data/dfs/data/data2/current/blk_7004015254255785549
2013-10-31 15:46:23,508 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8052184709770932968_1053 at file build/test/data/dfs/data/data2/current/blk_8052184709770932968
2013-10-31 15:46:24,299 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0006_m_000004_0 0.0% cleanup
2013-10-31 15:46:24,301 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0006_m_000004_0 is done.
2013-10-31 15:46:24,301 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0006_m_000004_0 was -1
2013-10-31 15:46:24,301 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:24,925 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:46:24,940 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:46:24,948 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:46:24,953 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:46:24,959 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:46:24,964 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:46:24,970 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:46:24,970 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:46:25,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3061332329315941511_1052 file build/test/data/dfs/data/data8/current/blk_3061332329315941511 for deletion
2013-10-31 15:46:25,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6578885817115617713_1051 file build/test/data/dfs/data/data7/current/blk_6578885817115617713 for deletion
2013-10-31 15:46:25,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3061332329315941511_1052 at file build/test/data/dfs/data/data8/current/blk_3061332329315941511
2013-10-31 15:46:25,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7004015254255785549_1050 file build/test/data/dfs/data/data7/current/blk_7004015254255785549 for deletion
2013-10-31 15:46:25,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6578885817115617713_1051 at file build/test/data/dfs/data/data7/current/blk_6578885817115617713
2013-10-31 15:46:25,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8052184709770932968_1053 file build/test/data/dfs/data/data8/current/blk_8052184709770932968 for deletion
2013-10-31 15:46:25,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8052184709770932968_1053 at file build/test/data/dfs/data/data8/current/blk_8052184709770932968
2013-10-31 15:46:25,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7004015254255785549_1050 at file build/test/data/dfs/data/data7/current/blk_7004015254255785549
2013-10-31 15:46:25,067 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0006_r_000000_0
2013-10-31 15:46:25,067 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0006_r_000000_0
2013-10-31 15:46:26,075 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0006_m_000004_0' has completed task_20131031154230960_0006_m_000004 successfully.
2013-10-31 15:46:26,076 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0006 has completed successfully.
2013-10-31 15:46:26,076 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0006,submitTime=1383234354541,launchTime=1383234354676,firstMapTaskLaunchTime=1383234362030,firstReduceTaskLaunchTime=1383234368042,firstJobSetupTaskLaunchTime=1383234356011,firstJobCleanupTaskLaunchTime=1383234380064,finishTime=1383234386076,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[680422BC667746E595BF966BB1BC8466/4BBED41627C14B0AB5CB55D34CE3F767] test/(1/1) ...tform/generatoraggregator
2013-10-31 15:46:26,083 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_1383234354541_hadoop_%5B680422BC667746E595BF966BB1BC8466%2F4BBED41627C14B0A. blk_-3575016261818197425_1058
2013-10-31 15:46:26,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3575016261818197425_1058 src: /127.0.0.1:35236 dest: /127.0.0.1:37515
2013-10-31 15:46:26,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3575016261818197425_1058 src: /127.0.0.1:36883 dest: /127.0.0.1:42031
2013-10-31 15:46:26,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3575016261818197425_1058 src: /127.0.0.1:59579 dest: /127.0.0.1:51383
2013-10-31 15:46:26,096 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59579, dest: /127.0.0.1:51383, bytes: 28319, op: HDFS_WRITE, cliID: DFSClient_-174326898, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3575016261818197425_1058, duration: 3280508
2013-10-31 15:46:26,097 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3575016261818197425_1058 terminating
2013-10-31 15:46:26,098 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36883, dest: /127.0.0.1:42031, bytes: 28319, op: HDFS_WRITE, cliID: DFSClient_-174326898, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3575016261818197425_1058, duration: 4821564
2013-10-31 15:46:26,098 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3575016261818197425_1058 terminating
2013-10-31 15:46:26,100 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35236, dest: /127.0.0.1:37515, bytes: 28319, op: HDFS_WRITE, cliID: DFSClient_-174326898, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3575016261818197425_1058, duration: 6629939
2013-10-31 15:46:26,100 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3575016261818197425_1058 size 28319
2013-10-31 15:46:26,100 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3575016261818197425_1058 terminating
2013-10-31 15:46:26,103 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3575016261818197425_1058 size 28319
2013-10-31 15:46:26,103 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_1383234354541_hadoop_%5B680422BC667746E595BF966BB1BC8466%2F4BBED41627C14B0A from client DFSClient_-174326898
2013-10-31 15:46:26,103 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_logs/history/job_20131031154230960_0006_1383234354541_hadoop_%5B680422BC667746E595BF966BB1BC8466%2F4BBED41627C14B0A is closed by DFSClient_-174326898
2013-10-31 15:46:26,104 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3575016261818197425_1058 size 28319
2013-10-31 15:46:26,111 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0006_1383234354541_hadoop_%5B680422BC667746E595BF966BB1BC8466%2F4BBED41627C14B0A to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:46:26,112 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0006_m_000000_0'
2013-10-31 15:46:26,112 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0006_m_000004_0'
2013-10-31 15:46:26,113 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0006_m_000005_0'
2013-10-31 15:46:26,113 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0006_r_000000_0'
2013-10-31 15:46:26,114 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8043531181081897490 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:46:26,114 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8043531181081897490 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:46:26,114 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0006_m_000002_0'
2013-10-31 15:46:26,114 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8043531181081897490 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:46:26,117 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0006_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:46:26,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0006 dst=null perm=null
2013-10-31 15:46:26,122 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/_temporary
2013-10-31 15:46:26,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator dst=null perm=null
2013-10-31 15:46:26,144 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:46:26,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null
2013-10-31 15:46:26,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null
2013-10-31 15:46:26,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59581, bytes: 1388, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3137026572777355890_1057, duration: 497810
2013-10-31 15:46:26,147 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/generatoraggregator
2013-10-31 15:46:26,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator dst=null perm=null
2013-10-31 15:46:26,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null
2013-10-31 15:46:26,152 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59582, bytes: 1388, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3137026572777355890_1057, duration: 611171
2013-10-31 15:46:26,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:26,159 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt. blk_-478145935278990574_1059
2013-10-31 15:46:26,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-478145935278990574_1059 src: /127.0.0.1:35242 dest: /127.0.0.1:37515
2013-10-31 15:46:26,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-478145935278990574_1059 src: /127.0.0.1:36889 dest: /127.0.0.1:42031
2013-10-31 15:46:26,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-478145935278990574_1059 src: /127.0.0.1:56804 dest: /127.0.0.1:40932
2013-10-31 15:46:26,166 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56804, dest: /127.0.0.1:40932, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-478145935278990574_1059, duration: 938535
2013-10-31 15:46:26,167 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-478145935278990574_1059 terminating
2013-10-31 15:46:26,168 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36889, dest: /127.0.0.1:42031, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-478145935278990574_1059, duration: 2554186
2013-10-31 15:46:26,169 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-478145935278990574_1059 terminating
2013-10-31 15:46:26,170 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35242, dest: /127.0.0.1:37515, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-478145935278990574_1059, duration: 4322701
2013-10-31 15:46:26,170 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-478145935278990574_1059 terminating
2013-10-31 15:46:26,173 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-478145935278990574_1059 size 15
2013-10-31 15:46:26,174 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt from client DFSClient_1020568644
2013-10-31 15:46:26,174 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt is closed by DFSClient_1020568644
2013-10-31 15:46:26,175 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-478145935278990574_1059 size 15
2013-10-31 15:46:26,175 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-478145935278990574_1059 size 15
2013-10-31 15:46:26,201 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:46:26,202 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:46:26,229 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting
2013-10-31 15:46:26,230 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:46:26,230 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:46:26,231 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:46:26,231 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree"]
2013-10-31 15:46:26,232 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] parallel execution is enabled: true
2013-10-31 15:46:26,232 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting jobs: 1
2013-10-31 15:46:26,232 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] allocating threads: 1
2013-10-31 15:46:26,233 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] starting step: (1/1) ...platform/simplemergethree
2013-10-31 15:46:26,237 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:46:26,238 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:46:26,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:46:26,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:46:26,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:26,258 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar. blk_4997018642118735434_1060
2013-10-31 15:46:26,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4997018642118735434_1060 src: /127.0.0.1:59586 dest: /127.0.0.1:51383
2013-10-31 15:46:26,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4997018642118735434_1060 src: /127.0.0.1:56806 dest: /127.0.0.1:40932
2013-10-31 15:46:26,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4997018642118735434_1060 src: /127.0.0.1:36893 dest: /127.0.0.1:42031
2013-10-31 15:46:26,271 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36893, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4997018642118735434_1060, duration: 4730903
2013-10-31 15:46:26,271 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4997018642118735434_1060 terminating
2013-10-31 15:46:26,273 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56806, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4997018642118735434_1060, duration: 6283744
2013-10-31 15:46:26,273 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4997018642118735434_1060 size 238055
2013-10-31 15:46:26,273 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4997018642118735434_1060 terminating
2013-10-31 15:46:26,274 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59586, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4997018642118735434_1060, duration: 7923784
2013-10-31 15:46:26,275 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4997018642118735434_1060 terminating
2013-10-31 15:46:26,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4997018642118735434_1060 size 238055
2013-10-31 15:46:26,278 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar from client DFSClient_1020568644
2013-10-31 15:46:26,278 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar is closed by DFSClient_1020568644
2013-10-31 15:46:26,279 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4997018642118735434_1060 size 238055
2013-10-31 15:46:26,285 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar. New replication is 10
2013-10-31 15:46:26,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar dst=null perm=null
2013-10-31 15:46:26,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:26,305 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:46:26,312 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:46:26,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:46:26,315 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:46:26,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:46:26,318 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:46:26,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:46:26,322 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:46:26,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:46:26,325 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:46:26,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:46:26,328 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:46:26,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:46:26,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:26,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:26,349 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split. New replication is 10
2013-10-31 15:46:26,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:26,361 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split. blk_1948536531403505031_1061
2013-10-31 15:46:26,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1948536531403505031_1061 src: /127.0.0.1:59589 dest: /127.0.0.1:51383
2013-10-31 15:46:26,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1948536531403505031_1061 src: /127.0.0.1:36895 dest: /127.0.0.1:42031
2013-10-31 15:46:26,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1948536531403505031_1061 src: /127.0.0.1:56810 dest: /127.0.0.1:40932
2013-10-31 15:46:26,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1948536531403505031_1061 src: /127.0.0.1:35251 dest: /127.0.0.1:37515
2013-10-31 15:46:26,372 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35251, dest: /127.0.0.1:37515, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1948536531403505031_1061, duration: 1405389
2013-10-31 15:46:26,372 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1948536531403505031_1061 terminating
2013-10-31 15:46:26,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56810, dest: /127.0.0.1:40932, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1948536531403505031_1061, duration: 3077762
2013-10-31 15:46:26,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1948536531403505031_1061 terminating
2013-10-31 15:46:26,375 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36895, dest: /127.0.0.1:42031, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1948536531403505031_1061, duration: 4591755
2013-10-31 15:46:26,375 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1948536531403505031_1061 size 3133
2013-10-31 15:46:26,376 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1948536531403505031_1061 terminating
2013-10-31 15:46:26,377 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59589, dest: /127.0.0.1:51383, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1948536531403505031_1061, duration: 6687621
2013-10-31 15:46:26,377 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1948536531403505031_1061 size 3133
2013-10-31 15:46:26,378 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_1948536531403505031_1061 terminating
2013-10-31 15:46:26,381 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1948536531403505031_1061 size 3133
2013-10-31 15:46:26,381 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split from client DFSClient_1020568644
2013-10-31 15:46:26,382 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split is closed by DFSClient_1020568644
2013-10-31 15:46:26,382 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1948536531403505031_1061 size 3133
2013-10-31 15:46:26,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:26,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:26,407 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.splitmetainfo. blk_-7093823480080998952_1062
2013-10-31 15:46:26,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7093823480080998952_1062 src: /127.0.0.1:35252 dest: /127.0.0.1:37515
2013-10-31 15:46:26,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7093823480080998952_1062 src: /127.0.0.1:36899 dest: /127.0.0.1:42031
2013-10-31 15:46:26,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7093823480080998952_1062 src: /127.0.0.1:56814 dest: /127.0.0.1:40932
2013-10-31 15:46:26,415 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56814, dest: /127.0.0.1:40932, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7093823480080998952_1062, duration: 641391
2013-10-31 15:46:26,415 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7093823480080998952_1062 terminating
2013-10-31 15:46:26,416 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36899, dest: /127.0.0.1:42031, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7093823480080998952_1062, duration: 2250089
2013-10-31 15:46:26,417 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7093823480080998952_1062 size 323
2013-10-31 15:46:26,417 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7093823480080998952_1062 terminating
2013-10-31 15:46:26,418 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35252, dest: /127.0.0.1:37515, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7093823480080998952_1062, duration: 4102487
2013-10-31 15:46:26,419 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7093823480080998952_1062 terminating
2013-10-31 15:46:26,422 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7093823480080998952_1062 size 323
2013-10-31 15:46:26,425 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:46:26,425 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:46:26,425 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7093823480080998952_1062 size 323
2013-10-31 15:46:26,494 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_4997018642118735434_1060 to datanode(s) 127.0.0.1:37515
2013-10-31 15:46:26,495 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-8043531181081897490_1056
2013-10-31 15:46:26,495 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_6578885817115617713_1051 blk_-8043531181081897490_1056 blk_7004015254255785549_1050 blk_3061332329315941511_1052
2013-10-31 15:46:26,507 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8043531181081897490_1056 file build/test/data/dfs/data/data2/current/blk_-8043531181081897490 for deletion
2013-10-31 15:46:26,508 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8043531181081897490_1056 at file build/test/data/dfs/data/data2/current/blk_-8043531181081897490
2013-10-31 15:46:27,018 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8043531181081897490_1056 file build/test/data/dfs/data/data3/current/blk_-8043531181081897490 for deletion
2013-10-31 15:46:27,018 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3061332329315941511_1052 file build/test/data/dfs/data/data4/current/blk_3061332329315941511 for deletion
2013-10-31 15:46:27,018 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6578885817115617713_1051 file build/test/data/dfs/data/data3/current/blk_6578885817115617713 for deletion
2013-10-31 15:46:27,019 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7004015254255785549_1050 file build/test/data/dfs/data/data4/current/blk_7004015254255785549 for deletion
2013-10-31 15:46:27,353 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8043531181081897490_1056 at file build/test/data/dfs/data/data3/current/blk_-8043531181081897490
2013-10-31 15:46:27,353 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3061332329315941511_1052 at file build/test/data/dfs/data/data4/current/blk_3061332329315941511
2013-10-31 15:46:27,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6578885817115617713_1051 at file build/test/data/dfs/data/data3/current/blk_6578885817115617713
2013-10-31 15:46:27,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7004015254255785549_1050 at file build/test/data/dfs/data/data4/current/blk_7004015254255785549
2013-10-31 15:46:27,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:27,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:27,499 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml. blk_1418242123927563726_1063
2013-10-31 15:46:27,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1418242123927563726_1063 src: /127.0.0.1:35255 dest: /127.0.0.1:37515
2013-10-31 15:46:27,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1418242123927563726_1063 src: /127.0.0.1:59597 dest: /127.0.0.1:51383
2013-10-31 15:46:27,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1418242123927563726_1063 src: /127.0.0.1:56817 dest: /127.0.0.1:40932
2013-10-31 15:46:27,508 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56817, dest: /127.0.0.1:40932, bytes: 29323, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1418242123927563726_1063, duration: 1110789
2013-10-31 15:46:27,509 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1418242123927563726_1063 terminating
2013-10-31 15:46:27,510 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59597, dest: /127.0.0.1:51383, bytes: 29323, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1418242123927563726_1063, duration: 2629620
2013-10-31 15:46:27,510 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1418242123927563726_1063 size 29323
2013-10-31 15:46:27,510 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1418242123927563726_1063 terminating
2013-10-31 15:46:27,512 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35255, dest: /127.0.0.1:37515, bytes: 29323, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1418242123927563726_1063, duration: 4838743
2013-10-31 15:46:27,512 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1418242123927563726_1063 size 29323
2013-10-31 15:46:27,513 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1418242123927563726_1063 terminating
2013-10-31 15:46:27,515 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1418242123927563726_1063 size 29323
2013-10-31 15:46:27,516 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml from client DFSClient_1020568644
2013-10-31 15:46:27,516 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml is closed by DFSClient_1020568644
2013-10-31 15:46:27,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml dst=null perm=null
2013-10-31 15:46:27,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59600, bytes: 29555, op: HDFS_READ, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1418242123927563726_1063, duration: 411042
2013-10-31 15:46:27,556 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0007: nMaps=9 nReduces=1 max=-1
2013-10-31 15:46:27,556 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0007 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:46:27,557 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0007
2013-10-31 15:46:27,557 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0007 RESULT=SUCCESS
2013-10-31 15:46:27,557 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0007
2013-10-31 15:46:27,559 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] submitted hadoop job: job_20131031154230960_0007
2013-10-31 15:46:27,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_1383234387526_hadoop_%5BD1D9799765F047679464BCEAF95B7952%2FD9599BC3AD2344B4 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:27,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:27,592 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_conf.xml. blk_3902615941202853356_1065
2013-10-31 15:46:27,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3902615941202853356_1065 src: /127.0.0.1:59601 dest: /127.0.0.1:51383
2013-10-31 15:46:27,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3902615941202853356_1065 src: /127.0.0.1:56821 dest: /127.0.0.1:40932
2013-10-31 15:46:27,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3902615941202853356_1065 src: /127.0.0.1:35262 dest: /127.0.0.1:37515
2013-10-31 15:46:27,606 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35262, dest: /127.0.0.1:37515, bytes: 29388, op: HDFS_WRITE, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3902615941202853356_1065, duration: 5516015
2013-10-31 15:46:27,607 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3902615941202853356_1065 terminating
2013-10-31 15:46:27,607 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56821, dest: /127.0.0.1:40932, bytes: 29388, op: HDFS_WRITE, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3902615941202853356_1065, duration: 6488762
2013-10-31 15:46:27,608 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3902615941202853356_1065 terminating
2013-10-31 15:46:27,608 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59601, dest: /127.0.0.1:51383, bytes: 29388, op: HDFS_WRITE, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3902615941202853356_1065, duration: 7475273
2013-10-31 15:46:27,609 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3902615941202853356_1065 terminating
2013-10-31 15:46:27,611 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3902615941202853356_1065 size 29388
2013-10-31 15:46:27,611 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_conf.xml from client DFSClient_-1772770513
2013-10-31 15:46:27,612 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_conf.xml is closed by DFSClient_-1772770513
2013-10-31 15:46:27,612 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3902615941202853356_1065 size 29388
2013-10-31 15:46:27,613 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3902615941202853356_1065 size 29388
2013-10-31 15:46:27,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:27,625 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken. blk_-7090743848263145793_1066
2013-10-31 15:46:27,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7090743848263145793_1066 src: /127.0.0.1:59604 dest: /127.0.0.1:51383
2013-10-31 15:46:27,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7090743848263145793_1066 src: /127.0.0.1:35264 dest: /127.0.0.1:37515
2013-10-31 15:46:27,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7090743848263145793_1066 src: /127.0.0.1:56825 dest: /127.0.0.1:40932
2013-10-31 15:46:27,633 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56825, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7090743848263145793_1066, duration: 819180
2013-10-31 15:46:27,634 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7090743848263145793_1066 terminating
2013-10-31 15:46:27,635 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35264, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7090743848263145793_1066, duration: 2383896
2013-10-31 15:46:27,635 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7090743848263145793_1066 terminating
2013-10-31 15:46:27,637 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7090743848263145793_1066 size 116
2013-10-31 15:46:27,637 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59604, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7090743848263145793_1066, duration: 4532645
2013-10-31 15:46:27,637 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7090743848263145793_1066 size 116
2013-10-31 15:46:27,638 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7090743848263145793_1066 terminating
2013-10-31 15:46:27,642 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7090743848263145793_1066 size 116
2013-10-31 15:46:27,642 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken from client DFSClient_1020568644
2013-10-31 15:46:27,643 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken is closed by DFSClient_1020568644
2013-10-31 15:46:27,648 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken
2013-10-31 15:46:27,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.splitmetainfo dst=null perm=null
2013-10-31 15:46:27,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36912, bytes: 327, op: HDFS_READ, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7093823480080998952_1062, duration: 276420
2013-10-31 15:46:27,654 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0007 = 53. Number of splits = 9
2013-10-31 15:46:27,655 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,655 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,655 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,655 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,656 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,656 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,656 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,656 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,661 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,661 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,661 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0007_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:46:27,661 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0007 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:46:27,662 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0007 initialized successfully with 9 map tasks and 1 reduce tasks.
2013-10-31 15:46:28,027 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_4997018642118735434_1060 to 127.0.0.1:37515
2013-10-31 15:46:28,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4997018642118735434_1060 src: /127.0.0.1:35267 dest: /127.0.0.1:37515
2013-10-31 15:46:28,030 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_4997018642118735434_1060 to /127.0.0.1:37515
2013-10-31 15:46:28,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4997018642118735434_1060 src: /127.0.0.1:35267 dest: /127.0.0.1:37515 of size 238055
2013-10-31 15:46:28,035 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4997018642118735434_1060 size 238055
2013-10-31 15:46:29,066 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0007_m_000010_0' to tip task_20131031154230960_0007_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:46:29,071 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0006_m_000003_0'
2013-10-31 15:46:29,073 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:46:29,073 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000010_0 which needs 1 slots
2013-10-31 15:46:29,073 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_m_000010_0 which needs 1 slots
2013-10-31 15:46:29,079 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0006_m_000001_0'
2013-10-31 15:46:29,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken dst=null perm=null
2013-10-31 15:46:29,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59610, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7090743848263145793_1066, duration: 319268
2013-10-31 15:46:29,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml dst=null perm=null
2013-10-31 15:46:29,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35271, bytes: 29555, op: HDFS_READ, cliID: DFSClient_-1003149644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1418242123927563726_1063, duration: 381894
2013-10-31 15:46:29,132 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:46:29,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar dst=null perm=null
2013-10-31 15:46:29,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56832, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1003149644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4997018642118735434_1060, duration: 1462683
2013-10-31 15:46:29,268 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_987794239
2013-10-31 15:46:29,269 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_987794239 spawned.
2013-10-31 15:46:29,270 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000010_0/taskjvm.sh
2013-10-31 15:46:29,496 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_6578885817115617713_1051 blk_-8043531181081897490_1056 blk_8052184709770932968_1053 blk_7004015254255785549_1050 blk_3061332329315941511_1052
2013-10-31 15:46:30,490 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8043531181081897490_1056 file build/test/data/dfs/data/data6/current/blk_-8043531181081897490 for deletion
2013-10-31 15:46:30,491 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3061332329315941511_1052 file build/test/data/dfs/data/data5/current/blk_3061332329315941511 for deletion
2013-10-31 15:46:30,491 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8043531181081897490_1056 at file build/test/data/dfs/data/data6/current/blk_-8043531181081897490
2013-10-31 15:46:30,491 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6578885817115617713_1051 file build/test/data/dfs/data/data6/current/blk_6578885817115617713 for deletion
2013-10-31 15:46:30,491 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7004015254255785549_1050 file build/test/data/dfs/data/data5/current/blk_7004015254255785549 for deletion
2013-10-31 15:46:30,491 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3061332329315941511_1052 at file build/test/data/dfs/data/data5/current/blk_3061332329315941511
2013-10-31 15:46:30,491 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8052184709770932968_1053 file build/test/data/dfs/data/data6/current/blk_8052184709770932968 for deletion
2013-10-31 15:46:30,491 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6578885817115617713_1051 at file build/test/data/dfs/data/data6/current/blk_6578885817115617713
2013-10-31 15:46:30,492 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8052184709770932968_1053 at file build/test/data/dfs/data/data6/current/blk_8052184709770932968
2013-10-31 15:46:30,492 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7004015254255785549_1050 at file build/test/data/dfs/data/data5/current/blk_7004015254255785549
2013-10-31 15:46:30,839 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_987794239 given task: attempt_20131031154230960_0007_m_000010_0
2013-10-31 15:46:31,114 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0006
2013-10-31 15:46:31,114 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0006_m_000004_0 not found in cache
2013-10-31 15:46:31,115 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0006 for user-log deletion with retainTimeStamp:1383320791115
2013-10-31 15:46:31,151 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0006
2013-10-31 15:46:31,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0006 for user-log deletion with retainTimeStamp:1383320791151
2013-10-31 15:46:31,236 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0006_r_-607421828 since job job_20131031154230960_0006 is dead
2013-10-31 15:46:31,241 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18428 with signal TERM. Exit code 0
2013-10-31 15:46:31,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:46:31,397 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:46:31,397 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:46:31,397 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:46:31,397 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0006_r_-607421828 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:46:31,496 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0006_m_-453156413 since job job_20131031154230960_0006 is dead
2013-10-31 15:46:31,506 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18205 with signal TERM. Exit code 0
2013-10-31 15:46:31,710 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:46:31,711 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:46:31,711 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:46:31,711 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0006_m_-453156413 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:46:32,339 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0006_m_-1242530520 since job job_20131031154230960_0006 is dead
2013-10-31 15:46:32,350 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17993 with signal TERM. Exit code 0
2013-10-31 15:46:32,536 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:46:32,537 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:46:32,537 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:46:32,537 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0006_m_-1242530520 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:46:32,553 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0006_m_-839112122 since job job_20131031154230960_0006 is dead
2013-10-31 15:46:32,564 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18158 with signal TERM. Exit code 0
2013-10-31 15:46:32,788 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:46:32,788 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:46:32,789 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:46:32,789 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0006_m_-839112122 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:46:34,073 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0006
2013-10-31 15:46:34,074 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0006 for user-log deletion with retainTimeStamp:1383320794074
2013-10-31 15:46:34,080 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0006
2013-10-31 15:46:34,081 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0006 for user-log deletion with retainTimeStamp:1383320794081
2013-10-31 15:46:34,268 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000010_0 0.0% setup
2013-10-31 15:46:34,271 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000010_0 is done.
2013-10-31 15:46:34,271 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000010_0 was -1
2013-10-31 15:46:34,272 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:34,367 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0006_m_-889227090 since job job_20131031154230960_0006 is dead
2013-10-31 15:46:34,376 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18354 with signal TERM. Exit code 0
2013-10-31 15:46:34,593 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:46:34,593 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:46:34,593 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:46:34,593 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0006_m_-889227090 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:46:34,847 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0006_m_1861881592 since job job_20131031154230960_0006 is dead
2013-10-31 15:46:34,857 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18242 with signal TERM. Exit code 0
2013-10-31 15:46:35,080 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000010_0' has completed task_20131031154230960_0007_m_000010 successfully.
2013-10-31 15:46:35,083 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000000_0' to tip task_20131031154230960_0007_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:46:35,084 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000000
2013-10-31 15:46:35,084 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000001_0' to tip task_20131031154230960_0007_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:46:35,084 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000001
2013-10-31 15:46:35,086 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000002_0' to tip task_20131031154230960_0007_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:46:35,086 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:46:35,087 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:46:35,087 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000002
2013-10-31 15:46:35,087 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000000_0 which needs 1 slots
2013-10-31 15:46:35,087 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_m_000000_0 which needs 1 slots
2013-10-31 15:46:35,088 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:46:35,088 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:46:35,088 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:46:35,087 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000003_0' to tip task_20131031154230960_0007_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:46:35,089 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0006_m_1861881592 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:46:35,088 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000001_0 which needs 1 slots
2013-10-31 15:46:35,090 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000003
2013-10-31 15:46:35,091 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0007_m_000001_0 which needs 1 slots
2013-10-31 15:46:35,094 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:46:35,095 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:46:35,095 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000002_0 which needs 1 slots
2013-10-31 15:46:35,095 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_m_000002_0 which needs 1 slots
2013-10-31 15:46:35,096 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000003_0 which needs 1 slots
2013-10-31 15:46:35,096 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0007_m_000003_0 which needs 1 slots
2013-10-31 15:46:35,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken dst=null perm=null
2013-10-31 15:46:35,103 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56838, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7090743848263145793_1066, duration: 390072
2013-10-31 15:46:35,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml dst=null perm=null
2013-10-31 15:46:35,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59621, bytes: 29555, op: HDFS_READ, cliID: DFSClient_769238983, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1418242123927563726_1063, duration: 397332
2013-10-31 15:46:35,112 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_-626375784
2013-10-31 15:46:35,113 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_-626375784 spawned.
2013-10-31 15:46:35,116 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000001_0/taskjvm.sh
2013-10-31 15:46:35,123 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000004_0' to tip task_20131031154230960_0007_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:46:35,123 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000004
2013-10-31 15:46:35,124 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000005_0' to tip task_20131031154230960_0007_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:46:35,124 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000005
2013-10-31 15:46:35,126 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:46:35,126 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:46:35,126 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000004_0 which needs 1 slots
2013-10-31 15:46:35,126 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_m_000004_0 which needs 1 slots
2013-10-31 15:46:35,126 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000005_0 which needs 1 slots
2013-10-31 15:46:35,126 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:46:35,126 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0007_m_000005_0 which needs 1 slots
2013-10-31 15:46:35,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken dst=null perm=null
2013-10-31 15:46:35,130 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0007/attempt_20131031154230960_0007_m_000000_0. Attempting to reuse: jvm_20131031154230960_0007_m_987794239
2013-10-31 15:46:35,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59622, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7090743848263145793_1066, duration: 214113
2013-10-31 15:46:35,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml dst=null perm=null
2013-10-31 15:46:35,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35283, bytes: 29555, op: HDFS_READ, cliID: DFSClient_1323211559, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1418242123927563726_1063, duration: 169293
2013-10-31 15:46:35,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar dst=null perm=null
2013-10-31 15:46:35,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35284, bytes: 239915, op: HDFS_READ, cliID: DFSClient_769238983, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4997018642118735434_1060, duration: 627112
2013-10-31 15:46:35,159 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000006_0' to tip task_20131031154230960_0007_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:46:35,159 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000006
2013-10-31 15:46:35,159 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000007_0' to tip task_20131031154230960_0007_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:46:35,159 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000007
2013-10-31 15:46:35,208 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:46:35,208 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:46:35,209 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:46:35,209 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000006_0 which needs 1 slots
2013-10-31 15:46:35,210 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_m_000006_0 which needs 1 slots
2013-10-31 15:46:35,210 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000007_0 which needs 1 slots
2013-10-31 15:46:35,210 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0007_m_000007_0 which needs 1 slots
2013-10-31 15:46:35,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007/jobToken dst=null perm=null
2013-10-31 15:46:35,220 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59626, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7090743848263145793_1066, duration: 286776
2013-10-31 15:46:35,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.xml dst=null perm=null
2013-10-31 15:46:35,230 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59628, bytes: 29555, op: HDFS_READ, cliID: DFSClient_-1510171855, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1418242123927563726_1063, duration: 419810
2013-10-31 15:46:35,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar dst=null perm=null
2013-10-31 15:46:35,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35288, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1323211559, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4997018642118735434_1060, duration: 645475
2013-10-31 15:46:35,252 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:46:35,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.jar dst=null perm=null
2013-10-31 15:46:35,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59630, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1510171855, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4997018642118735434_1060, duration: 650390
2013-10-31 15:46:35,315 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_-366487771
2013-10-31 15:46:35,316 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_-366487771 spawned.
2013-10-31 15:46:35,316 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_1240571052
2013-10-31 15:46:35,316 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_-652694986
2013-10-31 15:46:35,317 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_1240571052 spawned.
2013-10-31 15:46:35,319 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_-652694986 spawned.
2013-10-31 15:46:35,320 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_-537138037
2013-10-31 15:46:35,320 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_-537138037 spawned.
2013-10-31 15:46:35,320 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000003_0/taskjvm.sh
2013-10-31 15:46:35,321 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000005_0/taskjvm.sh
2013-10-31 15:46:35,321 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000002_0/taskjvm.sh
2013-10-31 15:46:35,322 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000004_0/taskjvm.sh
2013-10-31 15:46:35,333 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_987794239 given task: attempt_20131031154230960_0007_m_000000_0
2013-10-31 15:46:35,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:35,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56851, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1948536531403505031_1061, duration: 176305
2013-10-31 15:46:35,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:46:35,684 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_-1491846340
2013-10-31 15:46:35,686 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_-1491846340 spawned.
2013-10-31 15:46:35,687 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_m_1997561421
2013-10-31 15:46:35,687 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_m_1997561421 spawned.
2013-10-31 15:46:35,689 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000007_0/taskjvm.sh
2013-10-31 15:46:35,689 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_m_000006_0/taskjvm.sh
2013-10-31 15:46:35,782 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35292, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 153514
2013-10-31 15:46:36,108 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_-626375784 given task: attempt_20131031154230960_0007_m_000001_0
2013-10-31 15:46:36,527 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_-366487771 given task: attempt_20131031154230960_0007_m_000003_0
2013-10-31 15:46:36,528 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_-652694986 given task: attempt_20131031154230960_0007_m_000002_0
2013-10-31 15:46:36,555 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_-537138037 given task: attempt_20131031154230960_0007_m_000004_0
2013-10-31 15:46:36,574 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_-1491846340 given task: attempt_20131031154230960_0007_m_000007_0
2013-10-31 15:46:36,601 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_1997561421 given task: attempt_20131031154230960_0007_m_000006_0
2013-10-31 15:46:36,610 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_1240571052 given task: attempt_20131031154230960_0007_m_000005_0
2013-10-31 15:46:36,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:36,681 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35301, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1948536531403505031_1061, duration: 195983
2013-10-31 15:46:36,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:46:36,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56862, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9098271965778289823_1031, duration: 138035
2013-10-31 15:46:37,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:37,057 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56866, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000003_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1948536531403505031_1061, duration: 183998
2013-10-31 15:46:37,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:37,095 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36955, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000007_0, offset: 2048, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1948536531403505031_1061, duration: 169306
2013-10-31 15:46:37,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:46:37,103 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35311, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 123246
2013-10-31 15:46:37,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:37,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36958, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000006_0, offset: 2048, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1948536531403505031_1061, duration: 176734
2013-10-31 15:46:37,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:46:37,136 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36959, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000007_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 136411
2013-10-31 15:46:37,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:37,156 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59655, bytes: 1613, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000005_0, offset: 1536, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1948536531403505031_1061, duration: 178169
2013-10-31 15:46:37,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:37,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:46:37,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56876, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000006_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9098271965778289823_1031, duration: 130966
2013-10-31 15:46:37,174 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36961, bytes: 2645, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1948536531403505031_1061, duration: 149836
2013-10-31 15:46:37,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:37,186 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35317, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000004_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1948536531403505031_1061, duration: 168049
2013-10-31 15:46:37,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:46:37,198 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36964, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000005_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-478145935278990574_1059, duration: 130010
2013-10-31 15:46:37,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:46:37,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:46:37,476 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35319, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 143678
2013-10-31 15:46:37,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56880, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000004_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-478145935278990574_1059, duration: 142566
2013-10-31 15:46:38,419 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:46:38,422 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000000_0 is done.
2013-10-31 15:46:38,423 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000000_0 was 78
2013-10-31 15:46:38,423 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:46:39,586 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:46:39,588 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000001_0 is done.
2013-10-31 15:46:39,589 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000001_0 was 54
2013-10-31 15:46:39,589 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:39,971 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:46:39,974 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000003_0 is done.
2013-10-31 15:46:39,974 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000003_0 was 54
2013-10-31 15:46:39,975 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:46:40,017 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000007_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:46:40,019 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000007_0 is done.
2013-10-31 15:46:40,019 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000007_0 was 6
2013-10-31 15:46:40,020 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:46:40,043 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000006_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:46:40,045 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000006_0 is done.
2013-10-31 15:46:40,045 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000006_0 was 6
2013-10-31 15:46:40,045 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:40,078 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000005_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:46:40,079 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000005_0 is done.
2013-10-31 15:46:40,079 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000005_0 was 54
2013-10-31 15:46:40,079 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:46:40,087 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0007_m_000010_0
2013-10-31 15:46:40,087 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0007_m_000010_0
2013-10-31 15:46:40,087 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0007_m_000010_0 not found in cache
2013-10-31 15:46:40,096 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:46:40,098 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000002_0 is done.
2013-10-31 15:46:40,098 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000002_0 was 78
2013-10-31 15:46:40,098 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:40,110 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000004_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:46:40,111 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000004_0 is done.
2013-10-31 15:46:40,111 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000004_0 was 54
2013-10-31 15:46:40,111 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:41,094 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000000_0' has completed task_20131031154230960_0007_m_000000 successfully.
2013-10-31 15:46:41,096 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000001_0' has completed task_20131031154230960_0007_m_000001 successfully.
2013-10-31 15:46:41,099 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0007_m_000008_0' to tip task_20131031154230960_0007_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:46:41,100 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0007_m_000008
2013-10-31 15:46:41,101 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0007_r_000000_0' to tip task_20131031154230960_0007_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:46:41,103 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:46:41,103 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000002_0' has completed task_20131031154230960_0007_m_000002 successfully.
2013-10-31 15:46:41,104 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000008_0 which needs 1 slots
2013-10-31 15:46:41,104 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:46:41,105 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_m_000008_0 which needs 1 slots
2013-10-31 15:46:41,105 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_r_000000_0 which needs 1 slots
2013-10-31 15:46:41,105 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_r_000000_0 which needs 1 slots
2013-10-31 15:46:41,106 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000003_0' has completed task_20131031154230960_0007_m_000003 successfully.
2013-10-31 15:46:41,132 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000004_0' has completed task_20131031154230960_0007_m_000004 successfully.
2013-10-31 15:46:41,134 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000005_0' has completed task_20131031154230960_0007_m_000005 successfully.
2013-10-31 15:46:41,149 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0007_r_1975889240
2013-10-31 15:46:41,149 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0007/attempt_20131031154230960_0007_m_000008_0. Attempting to reuse: jvm_20131031154230960_0007_m_-626375784
2013-10-31 15:46:41,149 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0007_r_1975889240 spawned.
2013-10-31 15:46:41,151 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0007/attempt_20131031154230960_0007_r_000000_0/taskjvm.sh
2013-10-31 15:46:41,152 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_-626375784 given task: attempt_20131031154230960_0007_m_000008_0
2013-10-31 15:46:41,166 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000006_0' has completed task_20131031154230960_0007_m_000006 successfully.
2013-10-31 15:46:41,166 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000007_0' has completed task_20131031154230960_0007_m_000007 successfully.
2013-10-31 15:46:41,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007/job.split dst=null perm=null
2013-10-31 15:46:41,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56882, bytes: 581, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000008_0, offset: 2560, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1948536531403505031_1061, duration: 403357
2013-10-31 15:46:41,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:46:41,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35323, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0007_m_000008_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-478145935278990574_1059, duration: 250268
2013-10-31 15:46:42,334 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_r_1975889240 given task: attempt_20131031154230960_0007_r_000000_0
2013-10-31 15:46:44,396 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000008_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:46:44,398 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000008_0 is done.
2013-10-31 15:46:44,399 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000008_0 was 6
2013-10-31 15:46:44,399 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:47,110 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000008_0' has completed task_20131031154230960_0007_m_000008 successfully.
2013-10-31 15:46:48,036 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44372, bytes: 78, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000000_0, duration: 9429075
2013-10-31 15:46:48,054 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44372, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000001_0, duration: 11036277
2013-10-31 15:46:48,071 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45989, bytes: 78, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000002_0, duration: 12671856
2013-10-31 15:46:48,086 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:45989, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000003_0, duration: 11615259
2013-10-31 15:46:48,103 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:38702, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000004_0, duration: 12309735
2013-10-31 15:46:48,119 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:38702, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000005_0, duration: 11464087
2013-10-31 15:46:48,135 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:49153, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000006_0, duration: 12833569
2013-10-31 15:46:48,150 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:49153, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000007_0, duration: 11371796
2013-10-31 15:46:48,809 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:46:50,116 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 8 OK for attempt_20131031154230960_0007_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:46:51,863 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:46:53,175 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44376, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0007_m_000008_0, duration: 14270922
2013-10-31 15:46:53,885 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:46:53,942 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:46:54,139 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 345 Total time for transactions(ms): 6Number of transactions batched in Syncs: 12 Number of syncs: 235 SyncTimes(ms): 15170 1033
2013-10-31 15:46:54,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:46:54,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:54,169 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0/part-00000. blk_537627021460563963_1067
2013-10-31 15:46:54,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_537627021460563963_1067 src: /127.0.0.1:59673 dest: /127.0.0.1:51383
2013-10-31 15:46:54,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_537627021460563963_1067 src: /127.0.0.1:35333 dest: /127.0.0.1:37515
2013-10-31 15:46:54,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_537627021460563963_1067 src: /127.0.0.1:36980 dest: /127.0.0.1:42031
2013-10-31 15:46:54,196 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36980, dest: /127.0.0.1:42031, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0007_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_537627021460563963_1067, duration: 1800359
2013-10-31 15:46:54,196 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_537627021460563963_1067 terminating
2013-10-31 15:46:54,197 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_537627021460563963_1067 size 24
2013-10-31 15:46:54,197 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35333, dest: /127.0.0.1:37515, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0007_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_537627021460563963_1067, duration: 3155903
2013-10-31 15:46:54,197 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_537627021460563963_1067 size 24
2013-10-31 15:46:54,197 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_537627021460563963_1067 terminating
2013-10-31 15:46:54,198 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59673, dest: /127.0.0.1:51383, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0007_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_537627021460563963_1067, duration: 4291447
2013-10-31 15:46:54,198 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_537627021460563963_1067 terminating
2013-10-31 15:46:54,200 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_537627021460563963_1067 size 24
2013-10-31 15:46:54,201 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0007_r_000000_0
2013-10-31 15:46:54,201 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0007_r_000000_0
2013-10-31 15:46:54,243 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0007_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:46:54,243 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:46:56,124 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 1 OK for attempt_20131031154230960_0007_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:46:56,126 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0007_r_000000_0
2013-10-31 15:46:56,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0 dst=null perm=null
2013-10-31 15:46:56,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:46:56,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:46:56,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary/_attempt_20131031154230960_0007_r_000000_0 dst=null perm=null
2013-10-31 15:46:57,910 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_r_000000_0 1.0% reduce > reduce
2013-10-31 15:46:57,912 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_r_000000_0 1.0% reduce > reduce
2013-10-31 15:46:57,913 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_r_000000_0 is done.
2013-10-31 15:46:57,913 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_r_000000_0 was -1
2013-10-31 15:46:57,914 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:46:59,130 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_r_000000_0' has completed task_20131031154230960_0007_r_000000 successfully.
2013-10-31 15:46:59,136 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0007_m_000009_0' to tip task_20131031154230960_0007_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:46:59,139 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0007_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:46:59,139 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0007_m_000009_0 which needs 1 slots
2013-10-31 15:46:59,139 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0007_m_000009_0 which needs 1 slots
2013-10-31 15:46:59,170 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0007/attempt_20131031154230960_0007_m_000009_0. Attempting to reuse: jvm_20131031154230960_0007_m_-626375784
2013-10-31 15:46:59,945 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0007_m_-626375784 given task: attempt_20131031154230960_0007_m_000009_0
2013-10-31 15:47:00,053 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000009_0 0.0%
2013-10-31 15:47:00,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary dst=null perm=null
2013-10-31 15:47:00,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:00,074 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_SUCCESS from client DFSClient_attempt_20131031154230960_0007_m_000009_0
2013-10-31 15:47:00,074 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0007_m_000009_0
2013-10-31 15:47:00,079 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4997018642118735434 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4997018642118735434 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4997018642118735434 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4997018642118735434 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1948536531403505031 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1948536531403505031 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1948536531403505031 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1948536531403505031 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7093823480080998952 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7093823480080998952 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7093823480080998952 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:00,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1418242123927563726 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:00,081 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1418242123927563726 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:00,081 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1418242123927563726 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:00,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0007 dst=null perm=null
2013-10-31 15:47:02,501 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_1948536531403505031_1061 blk_1418242123927563726_1063 blk_4997018642118735434_1060 blk_-7093823480080998952_1062
2013-10-31 15:47:02,502 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_1948536531403505031_1061 blk_1418242123927563726_1063 blk_4997018642118735434_1060 blk_-7093823480080998952_1062
2013-10-31 15:47:03,001 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0007_m_000009_0 0.0% cleanup
2013-10-31 15:47:03,003 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0007_m_000009_0 is done.
2013-10-31 15:47:03,003 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0007_m_000009_0 was -1
2013-10-31 15:47:03,003 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:03,031 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7093823480080998952_1062 file build/test/data/dfs/data/data4/current/blk_-7093823480080998952 for deletion
2013-10-31 15:47:03,031 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1418242123927563726_1063 file build/test/data/dfs/data/data3/current/blk_1418242123927563726 for deletion
2013-10-31 15:47:03,031 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1948536531403505031_1061 file build/test/data/dfs/data/data3/current/blk_1948536531403505031 for deletion
2013-10-31 15:47:03,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4997018642118735434_1060 file build/test/data/dfs/data/data4/current/blk_4997018642118735434 for deletion
2013-10-31 15:47:03,045 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7093823480080998952_1062 at file build/test/data/dfs/data/data4/current/blk_-7093823480080998952
2013-10-31 15:47:03,045 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1418242123927563726_1063 at file build/test/data/dfs/data/data3/current/blk_1418242123927563726
2013-10-31 15:47:03,047 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4997018642118735434_1060 at file build/test/data/dfs/data/data4/current/blk_4997018642118735434
2013-10-31 15:47:03,047 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1948536531403505031_1061 at file build/test/data/dfs/data/data3/current/blk_1948536531403505031
2013-10-31 15:47:04,040 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7093823480080998952_1062 file build/test/data/dfs/data/data7/current/blk_-7093823480080998952 for deletion
2013-10-31 15:47:04,040 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7093823480080998952_1062 at file build/test/data/dfs/data/data7/current/blk_-7093823480080998952
2013-10-31 15:47:04,040 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1418242123927563726_1063 file build/test/data/dfs/data/data8/current/blk_1418242123927563726 for deletion
2013-10-31 15:47:04,041 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1948536531403505031_1061 file build/test/data/dfs/data/data8/current/blk_1948536531403505031 for deletion
2013-10-31 15:47:04,041 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1418242123927563726_1063 at file build/test/data/dfs/data/data8/current/blk_1418242123927563726
2013-10-31 15:47:04,041 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4997018642118735434_1060 file build/test/data/dfs/data/data7/current/blk_4997018642118735434 for deletion
2013-10-31 15:47:04,041 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1948536531403505031_1061 at file build/test/data/dfs/data/data8/current/blk_1948536531403505031
2013-10-31 15:47:04,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4997018642118735434_1060 at file build/test/data/dfs/data/data7/current/blk_4997018642118735434
2013-10-31 15:47:04,139 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0007_r_000000_0
2013-10-31 15:47:04,140 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0007_r_000000_0
2013-10-31 15:47:05,502 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_1948536531403505031_1061 blk_1418242123927563726_1063 blk_4997018642118735434_1060
2013-10-31 15:47:05,502 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_1948536531403505031_1061 blk_4997018642118735434_1060 blk_-7093823480080998952_1062
2013-10-31 15:47:05,509 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0007_m_000009_0' has completed task_20131031154230960_0007_m_000009 successfully.
2013-10-31 15:47:05,511 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0007 has completed successfully.
2013-10-31 15:47:05,511 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0007,submitTime=1383234387526,launchTime=1383234387661,firstMapTaskLaunchTime=1383234395083,firstReduceTaskLaunchTime=1383234401100,firstJobSetupTaskLaunchTime=1383234389066,firstJobCleanupTaskLaunchTime=1383234419136,finishTime=1383234425511,numMaps=9,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=48,reduceSlotsSeconds=16,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[D1D9799765F047679464BCEAF95B7952/D9599BC3AD2344B4B9DF3F1886E9043E] merge/(1/1) ...platform/simplemergethree
2013-10-31 15:47:05,518 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_1383234387526_hadoop_%5BD1D9799765F047679464BCEAF95B7952%2FD9599BC3AD2344B4. blk_-6205208353409769908_1068
2013-10-31 15:47:05,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6205208353409769908_1068 src: /127.0.0.1:36985 dest: /127.0.0.1:42031
2013-10-31 15:47:05,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6205208353409769908_1068 src: /127.0.0.1:35340 dest: /127.0.0.1:37515
2013-10-31 15:47:05,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1418242123927563726_1063 file build/test/data/dfs/data/data1/current/blk_1418242123927563726 for deletion
2013-10-31 15:47:05,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1948536531403505031_1061 file build/test/data/dfs/data/data2/current/blk_1948536531403505031 for deletion
2013-10-31 15:47:05,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1418242123927563726_1063 at file build/test/data/dfs/data/data1/current/blk_1418242123927563726
2013-10-31 15:47:05,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4997018642118735434_1060 file build/test/data/dfs/data/data1/current/blk_4997018642118735434 for deletion
2013-10-31 15:47:05,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1948536531403505031_1061 at file build/test/data/dfs/data/data2/current/blk_1948536531403505031
2013-10-31 15:47:05,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4997018642118735434_1060 at file build/test/data/dfs/data/data1/current/blk_4997018642118735434
2013-10-31 15:47:05,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6205208353409769908_1068 src: /127.0.0.1:56901 dest: /127.0.0.1:40932
2013-10-31 15:47:05,530 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56901, dest: /127.0.0.1:40932, bytes: 45904, op: HDFS_WRITE, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6205208353409769908_1068, duration: 582849
2013-10-31 15:47:05,530 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6205208353409769908_1068 terminating
2013-10-31 15:47:05,531 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35340, dest: /127.0.0.1:37515, bytes: 45904, op: HDFS_WRITE, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6205208353409769908_1068, duration: 1813017
2013-10-31 15:47:05,531 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6205208353409769908_1068 terminating
2013-10-31 15:47:05,532 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36985, dest: /127.0.0.1:42031, bytes: 45904, op: HDFS_WRITE, cliID: DFSClient_-1772770513, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6205208353409769908_1068, duration: 2902857
2013-10-31 15:47:05,538 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6205208353409769908_1068 size 45904
2013-10-31 15:47:05,539 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6205208353409769908_1068 terminating
2013-10-31 15:47:05,546 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6205208353409769908_1068 size 45904
2013-10-31 15:47:05,547 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_1383234387526_hadoop_%5BD1D9799765F047679464BCEAF95B7952%2FD9599BC3AD2344B4 from client DFSClient_-1772770513
2013-10-31 15:47:05,548 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_logs/history/job_20131031154230960_0007_1383234387526_hadoop_%5BD1D9799765F047679464BCEAF95B7952%2FD9599BC3AD2344B4 is closed by DFSClient_-1772770513
2013-10-31 15:47:05,548 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6205208353409769908_1068 size 45904
2013-10-31 15:47:05,555 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0007_1383234387526_hadoop_%5BD1D9799765F047679464BCEAF95B7952%2FD9599BC3AD2344B4 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:47:05,556 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000000_0'
2013-10-31 15:47:05,556 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000001_0'
2013-10-31 15:47:05,557 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000008_0'
2013-10-31 15:47:05,557 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7090743848263145793 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:05,557 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000009_0'
2013-10-31 15:47:05,557 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7090743848263145793 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:05,557 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000010_0'
2013-10-31 15:47:05,558 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7090743848263145793 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:05,558 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_r_000000_0'
2013-10-31 15:47:05,559 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000004_0'
2013-10-31 15:47:05,559 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000005_0'
2013-10-31 15:47:05,562 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0007_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:47:05,565 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/_temporary
2013-10-31 15:47:05,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0007 dst=null perm=null
2013-10-31 15:47:05,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree dst=null perm=null
2013-10-31 15:47:05,624 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:47:05,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null
2013-10-31 15:47:05,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null
2013-10-31 15:47:05,629 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:36989, bytes: 28, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_537627021460563963_1067, duration: 145210
2013-10-31 15:47:05,630 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/simplemergethree
2013-10-31 15:47:05,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree dst=null perm=null
2013-10-31 15:47:05,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null
2013-10-31 15:47:05,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35344, bytes: 28, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_537627021460563963_1067, duration: 118527
2013-10-31 15:47:05,660 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:47:05,661 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:47:05,688 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] starting
2013-10-31 15:47:05,688 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:47:05,688 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1"]
2013-10-31 15:47:05,688 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2"]
2013-10-31 15:47:05,689 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] parallel execution is enabled: true
2013-10-31 15:47:05,689 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] starting jobs: 3
2013-10-31 15:47:05,689 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] allocating threads: 3
2013-10-31 15:47:05,691 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (1/3)
2013-10-31 15:47:05,695 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:47:05,695 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:47:05,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:05,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:47:05,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:05,718 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar. blk_2435350941764923837_1069
2013-10-31 15:47:05,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2435350941764923837_1069 src: /127.0.0.1:56905 dest: /127.0.0.1:40932
2013-10-31 15:47:05,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2435350941764923837_1069 src: /127.0.0.1:36992 dest: /127.0.0.1:42031
2013-10-31 15:47:05,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2435350941764923837_1069 src: /127.0.0.1:35347 dest: /127.0.0.1:37515
2013-10-31 15:47:05,730 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35347, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2435350941764923837_1069, duration: 4650185
2013-10-31 15:47:05,731 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2435350941764923837_1069 terminating
2013-10-31 15:47:05,732 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36992, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2435350941764923837_1069, duration: 6100675
2013-10-31 15:47:05,732 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2435350941764923837_1069 terminating
2013-10-31 15:47:05,733 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2435350941764923837_1069 size 238055
2013-10-31 15:47:05,734 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56905, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2435350941764923837_1069, duration: 7925350
2013-10-31 15:47:05,734 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2435350941764923837_1069 size 238055
2013-10-31 15:47:05,734 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2435350941764923837_1069 terminating
2013-10-31 15:47:05,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2435350941764923837_1069 size 238055
2013-10-31 15:47:05,737 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar from client DFSClient_1020568644
2013-10-31 15:47:05,738 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar is closed by DFSClient_1020568644
2013-10-31 15:47:05,742 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar. New replication is 10
2013-10-31 15:47:05,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar dst=null perm=null
2013-10-31 15:47:05,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:05,754 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:47:05,759 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:47:05,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:47:05,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:05,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:05,775 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split. New replication is 10
2013-10-31 15:47:05,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split dst=null perm=null
2013-10-31 15:47:05,783 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split. blk_3121826844261364965_1070
2013-10-31 15:47:05,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3121826844261364965_1070 src: /127.0.0.1:59689 dest: /127.0.0.1:51383
2013-10-31 15:47:05,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3121826844261364965_1070 src: /127.0.0.1:56909 dest: /127.0.0.1:40932
2013-10-31 15:47:05,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3121826844261364965_1070 src: /127.0.0.1:35350 dest: /127.0.0.1:37515
2013-10-31 15:47:05,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3121826844261364965_1070 src: /127.0.0.1:36997 dest: /127.0.0.1:42031
2013-10-31 15:47:05,795 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36997, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3121826844261364965_1070, duration: 896403
2013-10-31 15:47:05,795 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3121826844261364965_1070 terminating
2013-10-31 15:47:05,796 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35350, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3121826844261364965_1070, duration: 2339606
2013-10-31 15:47:05,797 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3121826844261364965_1070 terminating
2013-10-31 15:47:05,798 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56909, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3121826844261364965_1070, duration: 3892796
2013-10-31 15:47:05,798 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3121826844261364965_1070 size 1403
2013-10-31 15:47:05,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3121826844261364965_1070 terminating
2013-10-31 15:47:05,800 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59689, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3121826844261364965_1070, duration: 5892097
2013-10-31 15:47:05,800 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3121826844261364965_1070 size 1403
2013-10-31 15:47:05,800 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3121826844261364965_1070 terminating
2013-10-31 15:47:05,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3121826844261364965_1070 size 1403
2013-10-31 15:47:05,802 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split from client DFSClient_1020568644
2013-10-31 15:47:05,802 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split is closed by DFSClient_1020568644
2013-10-31 15:47:05,803 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3121826844261364965_1070 size 1403
2013-10-31 15:47:05,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:05,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:05,824 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.splitmetainfo. blk_-5967885475549639371_1071
2013-10-31 15:47:05,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5967885475549639371_1071 src: /127.0.0.1:36998 dest: /127.0.0.1:42031
2013-10-31 15:47:05,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5967885475549639371_1071 src: /127.0.0.1:59694 dest: /127.0.0.1:51383
2013-10-31 15:47:05,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5967885475549639371_1071 src: /127.0.0.1:56914 dest: /127.0.0.1:40932
2013-10-31 15:47:05,835 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56914, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5967885475549639371_1071, duration: 4316930
2013-10-31 15:47:05,835 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5967885475549639371_1071 terminating
2013-10-31 15:47:05,835 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5967885475549639371_1071 size 156
2013-10-31 15:47:05,837 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59694, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5967885475549639371_1071, duration: 5831020
2013-10-31 15:47:05,837 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5967885475549639371_1071 size 156
2013-10-31 15:47:05,837 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5967885475549639371_1071 terminating
2013-10-31 15:47:05,839 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36998, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5967885475549639371_1071, duration: 5177831
2013-10-31 15:47:05,839 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5967885475549639371_1071 terminating
2013-10-31 15:47:05,839 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5967885475549639371_1071 size 156
2013-10-31 15:47:05,841 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:47:05,841 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:47:06,503 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7093823480080998952_1062 file build/test/data/dfs/data/data6/current/blk_-7093823480080998952 for deletion
2013-10-31 15:47:06,503 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1948536531403505031_1061 file build/test/data/dfs/data/data5/current/blk_1948536531403505031 for deletion
2013-10-31 15:47:06,503 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7093823480080998952_1062 at file build/test/data/dfs/data/data6/current/blk_-7093823480080998952
2013-10-31 15:47:06,503 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4997018642118735434_1060 file build/test/data/dfs/data/data6/current/blk_4997018642118735434 for deletion
2013-10-31 15:47:06,504 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1948536531403505031_1061 at file build/test/data/dfs/data/data5/current/blk_1948536531403505031
2013-10-31 15:47:06,504 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4997018642118735434_1060 at file build/test/data/dfs/data/data6/current/blk_4997018642118735434
2013-10-31 15:47:08,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:08,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:08,074 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml. blk_6435676150795040542_1072
2013-10-31 15:47:08,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6435676150795040542_1072 src: /127.0.0.1:35355 dest: /127.0.0.1:37515
2013-10-31 15:47:08,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6435676150795040542_1072 src: /127.0.0.1:37002 dest: /127.0.0.1:42031
2013-10-31 15:47:08,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6435676150795040542_1072 src: /127.0.0.1:59698 dest: /127.0.0.1:51383
2013-10-31 15:47:08,084 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59698, dest: /127.0.0.1:51383, bytes: 27746, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6435676150795040542_1072, duration: 1871640
2013-10-31 15:47:08,084 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6435676150795040542_1072 terminating
2013-10-31 15:47:08,085 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37002, dest: /127.0.0.1:42031, bytes: 27746, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6435676150795040542_1072, duration: 3347249
2013-10-31 15:47:08,086 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6435676150795040542_1072 terminating
2013-10-31 15:47:08,087 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35355, dest: /127.0.0.1:37515, bytes: 27746, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6435676150795040542_1072, duration: 5047362
2013-10-31 15:47:08,087 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6435676150795040542_1072 size 27746
2013-10-31 15:47:08,088 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6435676150795040542_1072 terminating
2013-10-31 15:47:08,089 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6435676150795040542_1072 size 27746
2013-10-31 15:47:08,090 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml from client DFSClient_1020568644
2013-10-31 15:47:08,090 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml is closed by DFSClient_1020568644
2013-10-31 15:47:08,092 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6435676150795040542_1072 size 27746
2013-10-31 15:47:08,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml dst=null perm=null
2013-10-31 15:47:08,106 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59700, bytes: 27966, op: HDFS_READ, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6435676150795040542_1072, duration: 394719
2013-10-31 15:47:08,125 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0008: nMaps=4 nReduces=0 max=-1
2013-10-31 15:47:08,125 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0008 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:47:08,125 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0008 RESULT=SUCCESS
2013-10-31 15:47:08,125 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0008
2013-10-31 15:47:08,125 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0008
2013-10-31 15:47:08,125 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0008
2013-10-31 15:47:08,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_1383234428096_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F067FF0FB57824B9E dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:08,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:08,158 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_conf.xml. blk_2175293277692075247_1074
2013-10-31 15:47:08,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2175293277692075247_1074 src: /127.0.0.1:59701 dest: /127.0.0.1:51383
2013-10-31 15:47:08,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2175293277692075247_1074 src: /127.0.0.1:37007 dest: /127.0.0.1:42031
2013-10-31 15:47:08,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2175293277692075247_1074 src: /127.0.0.1:56922 dest: /127.0.0.1:40932
2013-10-31 15:47:08,170 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56922, dest: /127.0.0.1:40932, bytes: 27811, op: HDFS_WRITE, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2175293277692075247_1074, duration: 3145030
2013-10-31 15:47:08,170 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2175293277692075247_1074 terminating
2013-10-31 15:47:08,171 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37007, dest: /127.0.0.1:42031, bytes: 27811, op: HDFS_WRITE, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2175293277692075247_1074, duration: 3969105
2013-10-31 15:47:08,171 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2175293277692075247_1074 terminating
2013-10-31 15:47:08,171 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59701, dest: /127.0.0.1:51383, bytes: 27811, op: HDFS_WRITE, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2175293277692075247_1074, duration: 4978606
2013-10-31 15:47:08,172 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2175293277692075247_1074 terminating
2013-10-31 15:47:08,172 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2175293277692075247_1074 size 27811
2013-10-31 15:47:08,174 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2175293277692075247_1074 size 27811
2013-10-31 15:47:08,174 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_conf.xml from client DFSClient_-1259909490
2013-10-31 15:47:08,175 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_conf.xml is closed by DFSClient_-1259909490
2013-10-31 15:47:08,175 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2175293277692075247_1074 size 27811
2013-10-31 15:47:08,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:08,188 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken. blk_-8981173503440956017_1075
2013-10-31 15:47:08,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8981173503440956017_1075 src: /127.0.0.1:56923 dest: /127.0.0.1:40932
2013-10-31 15:47:08,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8981173503440956017_1075 src: /127.0.0.1:37010 dest: /127.0.0.1:42031
2013-10-31 15:47:08,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8981173503440956017_1075 src: /127.0.0.1:35365 dest: /127.0.0.1:37515
2013-10-31 15:47:08,197 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35365, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8981173503440956017_1075, duration: 1049665
2013-10-31 15:47:08,197 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8981173503440956017_1075 terminating
2013-10-31 15:47:08,198 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37010, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8981173503440956017_1075, duration: 2611190
2013-10-31 15:47:08,199 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8981173503440956017_1075 terminating
2013-10-31 15:47:08,200 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56923, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8981173503440956017_1075, duration: 4397769
2013-10-31 15:47:08,200 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8981173503440956017_1075 size 116
2013-10-31 15:47:08,201 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8981173503440956017_1075 terminating
2013-10-31 15:47:08,204 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8981173503440956017_1075 size 116
2013-10-31 15:47:08,204 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken from client DFSClient_1020568644
2013-10-31 15:47:08,205 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken is closed by DFSClient_1020568644
2013-10-31 15:47:08,205 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8981173503440956017_1075 size 116
2013-10-31 15:47:08,209 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken
2013-10-31 15:47:08,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.splitmetainfo dst=null perm=null
2013-10-31 15:47:08,213 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59707, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5967885475549639371_1071, duration: 280569
2013-10-31 15:47:08,214 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0008 = 1449. Number of splits = 4
2013-10-31 15:47:08,215 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,215 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,215 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,216 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,216 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,216 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,216 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,217 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,217 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,217 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,217 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,218 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0008_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:08,218 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0008 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:47:08,218 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0008 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:47:08,475 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0008_m_000005_0' to tip task_20131031154230960_0008_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:47:08,481 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000002_0'
2013-10-31 15:47:08,481 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000003_0'
2013-10-31 15:47:08,483 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000006_0'
2013-10-31 15:47:08,483 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0008_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:47:08,484 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0007_m_000007_0'
2013-10-31 15:47:08,484 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0008_m_000005_0 which needs 1 slots
2013-10-31 15:47:08,484 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0008_m_000005_0 which needs 1 slots
2013-10-31 15:47:08,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken dst=null perm=null
2013-10-31 15:47:08,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35367, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8981173503440956017_1075, duration: 286091
2013-10-31 15:47:08,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml dst=null perm=null
2013-10-31 15:47:08,503 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_2435350941764923837_1069 to datanode(s) 127.0.0.1:51383
2013-10-31 15:47:08,503 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-7090743848263145793_1066
2013-10-31 15:47:08,504 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-7090743848263145793_1066
2013-10-31 15:47:08,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37015, bytes: 27966, op: HDFS_READ, cliID: DFSClient_213625090, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6435676150795040542_1072, duration: 385350
2013-10-31 15:47:08,522 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7090743848263145793_1066 file build/test/data/dfs/data/data1/current/blk_-7090743848263145793 for deletion
2013-10-31 15:47:08,522 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7090743848263145793_1066 at file build/test/data/dfs/data/data1/current/blk_-7090743848263145793
2013-10-31 15:47:08,534 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:08,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar dst=null perm=null
2013-10-31 15:47:08,554 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35370, bytes: 239915, op: HDFS_READ, cliID: DFSClient_213625090, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2435350941764923837_1069, duration: 625330
2013-10-31 15:47:08,633 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0007_m_-366487771
2013-10-31 15:47:08,640 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18896 with signal TERM. Exit code 0
2013-10-31 15:47:08,640 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0008_m_1977574824
2013-10-31 15:47:08,640 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0008_m_1977574824 spawned.
2013-10-31 15:47:08,641 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0008/attempt_20131031154230960_0008_m_000005_0/taskjvm.sh
2013-10-31 15:47:09,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7090743848263145793_1066 file build/test/data/dfs/data/data3/current/blk_-7090743848263145793 for deletion
2013-10-31 15:47:09,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7090743848263145793_1066 at file build/test/data/dfs/data/data3/current/blk_-7090743848263145793
2013-10-31 15:47:09,064 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0007_m_-366487771
2013-10-31 15:47:10,041 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_2435350941764923837_1069 to 127.0.0.1:51383
2013-10-31 15:47:10,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2435350941764923837_1069 src: /127.0.0.1:59712 dest: /127.0.0.1:51383
2013-10-31 15:47:10,044 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_2435350941764923837_1069 to /127.0.0.1:51383
2013-10-31 15:47:10,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_2435350941764923837_1069 src: /127.0.0.1:59712 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:47:10,050 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2435350941764923837_1069 size 238055
2013-10-31 15:47:10,559 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0007
2013-10-31 15:47:10,560 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0007_m_000009_0 not found in cache
2013-10-31 15:47:10,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0007 for user-log deletion with retainTimeStamp:1383320830560
2013-10-31 15:47:10,599 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0007
2013-10-31 15:47:10,600 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0007 for user-log deletion with retainTimeStamp:1383320830599
2013-10-31 15:47:10,651 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_m_1240571052 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:10,662 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18930 with signal TERM. Exit code 0
2013-10-31 15:47:10,684 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_m_-537138037 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:10,689 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18928 with signal TERM. Exit code 0
2013-10-31 15:47:10,863 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:10,863 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:10,863 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:10,864 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_1240571052 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:10,872 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:10,872 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:10,873 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:10,873 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_-366487771 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:10,877 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:10,877 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:10,877 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:10,878 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_-537138037 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:11,073 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_m_-626375784 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:11,078 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18846 with signal TERM. Exit code 0
2013-10-31 15:47:11,225 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:11,226 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:11,226 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:11,226 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_-626375784 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:47:11,496 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0008_m_1977574824 given task: attempt_20131031154230960_0008_m_000005_0
2013-10-31 15:47:11,504 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-7090743848263145793_1066
2013-10-31 15:47:11,960 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_r_1975889240 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:11,965 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19303 with signal TERM. Exit code 0
2013-10-31 15:47:11,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:11,993 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_m_987794239 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:12,002 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18637 with signal TERM. Exit code 0
2013-10-31 15:47:12,115 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:12,115 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:12,115 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:12,115 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_r_1975889240 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:12,172 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:12,173 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:12,173 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:12,173 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_987794239 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:47:13,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7090743848263145793_1066 file build/test/data/dfs/data/data8/current/blk_-7090743848263145793 for deletion
2013-10-31 15:47:13,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7090743848263145793_1066 at file build/test/data/dfs/data/data8/current/blk_-7090743848263145793
2013-10-31 15:47:13,484 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0007
2013-10-31 15:47:13,485 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0007
2013-10-31 15:47:13,485 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0007 for user-log deletion with retainTimeStamp:1383320833485
2013-10-31 15:47:13,486 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0007 for user-log deletion with retainTimeStamp:1383320833486
2013-10-31 15:47:13,607 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_m_-1491846340 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:13,618 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19018 with signal TERM. Exit code 0
2013-10-31 15:47:13,628 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_m_1997561421 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:13,642 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19017 with signal TERM. Exit code 0
2013-10-31 15:47:13,678 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0007_m_-652694986 since job job_20131031154230960_0007 is dead
2013-10-31 15:47:13,685 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18929 with signal TERM. Exit code 0
2013-10-31 15:47:13,841 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:13,841 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:13,841 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:13,843 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_1997561421 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:13,908 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:13,908 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:13,908 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:13,909 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_-652694986 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:14,045 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:14,045 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:14,045 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:14,045 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0007_m_-1491846340 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:14,918 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000005_0 0.0% setup
2013-10-31 15:47:14,920 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0008_m_000005_0 is done.
2013-10-31 15:47:14,921 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0008_m_000005_0 was -1
2013-10-31 15:47:14,921 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:17,493 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0008_m_000005_0' has completed task_20131031154230960_0008_m_000005 successfully.
2013-10-31 15:47:17,497 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0008_m_000000_0' to tip task_20131031154230960_0008_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:47:17,498 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0008_m_000000
2013-10-31 15:47:17,500 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0008_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:47:17,501 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0008_m_000001_0' to tip task_20131031154230960_0008_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:47:17,501 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0008_m_000000_0 which needs 1 slots
2013-10-31 15:47:17,501 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0008_m_000000_0 which needs 1 slots
2013-10-31 15:47:17,501 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0008_m_000001
2013-10-31 15:47:17,505 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0008_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:47:17,506 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0008_m_000001_0 which needs 1 slots
2013-10-31 15:47:17,507 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0008_m_000001_0 which needs 1 slots
2013-10-31 15:47:17,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken dst=null perm=null
2013-10-31 15:47:17,516 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37020, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8981173503440956017_1075, duration: 315135
2013-10-31 15:47:17,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml dst=null perm=null
2013-10-31 15:47:17,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59717, bytes: 27966, op: HDFS_READ, cliID: DFSClient_743192818, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6435676150795040542_1072, duration: 395438
2013-10-31 15:47:17,534 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0008_m_1026572777
2013-10-31 15:47:17,535 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0008_m_1026572777 spawned.
2013-10-31 15:47:17,537 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0008/attempt_20131031154230960_0008_m_000000_0/taskjvm.sh
2013-10-31 15:47:17,569 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0008_m_000002_0' to tip task_20131031154230960_0008_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:47:17,570 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0008_m_000002
2013-10-31 15:47:17,571 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0008_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:47:17,572 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0008_m_000002_0 which needs 1 slots
2013-10-31 15:47:17,572 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0008_m_000002_0 which needs 1 slots
2013-10-31 15:47:17,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken dst=null perm=null
2013-10-31 15:47:17,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56937, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8981173503440956017_1075, duration: 271062
2013-10-31 15:47:17,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml dst=null perm=null
2013-10-31 15:47:17,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35379, bytes: 27966, op: HDFS_READ, cliID: DFSClient_1753338623, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6435676150795040542_1072, duration: 388815
2013-10-31 15:47:17,608 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0008_m_000003_0' to tip task_20131031154230960_0008_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:47:17,655 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:17,655 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0008_m_000003
2013-10-31 15:47:17,657 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0008_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:47:17,658 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0008_m_000003_0 which needs 1 slots
2013-10-31 15:47:17,658 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0008_m_000003_0 which needs 1 slots
2013-10-31 15:47:17,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008/jobToken dst=null perm=null
2013-10-31 15:47:17,667 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56940, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8981173503440956017_1075, duration: 275422
2013-10-31 15:47:17,669 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:17,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.xml dst=null perm=null
2013-10-31 15:47:17,678 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37028, bytes: 27966, op: HDFS_READ, cliID: DFSClient_-1992700045, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6435676150795040542_1072, duration: 379416
2013-10-31 15:47:17,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar dst=null perm=null
2013-10-31 15:47:17,692 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35383, bytes: 239915, op: HDFS_READ, cliID: DFSClient_743192818, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2435350941764923837_1069, duration: 1387895
2013-10-31 15:47:17,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar dst=null perm=null
2013-10-31 15:47:17,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56944, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1753338623, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2435350941764923837_1069, duration: 779461
2013-10-31 15:47:17,700 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:17,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.jar dst=null perm=null
2013-10-31 15:47:17,717 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56945, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1992700045, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2435350941764923837_1069, duration: 659030
2013-10-31 15:47:17,753 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0008_m_1961044235
2013-10-31 15:47:17,754 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0008_m_1961044235 spawned.
2013-10-31 15:47:17,755 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0008/attempt_20131031154230960_0008_m_000002_0/taskjvm.sh
2013-10-31 15:47:17,758 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0008_m_-936218353
2013-10-31 15:47:17,759 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0008_m_-936218353 spawned.
2013-10-31 15:47:17,760 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0008/attempt_20131031154230960_0008_m_000001_0/taskjvm.sh
2013-10-31 15:47:17,773 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0008_m_813920869
2013-10-31 15:47:17,773 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0008_m_813920869 spawned.
2013-10-31 15:47:17,774 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0008/attempt_20131031154230960_0008_m_000003_0/taskjvm.sh
2013-10-31 15:47:19,538 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0008_m_1026572777 given task: attempt_20131031154230960_0008_m_000000_0
2013-10-31 15:47:20,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split dst=null perm=null
2013-10-31 15:47:20,036 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37034, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3121826844261364965_1070, duration: 165465
2013-10-31 15:47:20,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:47:20,075 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56949, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000000_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 107970
2013-10-31 15:47:20,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:20,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:20,282 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0008_m_1961044235 given task: attempt_20131031154230960_0008_m_000002_0
2013-10-31 15:47:20,283 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0/part-00000. blk_-5819074569177708408_1076
2013-10-31 15:47:20,286 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0008_m_813920869 given task: attempt_20131031154230960_0008_m_000003_0
2013-10-31 15:47:20,288 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0008_m_-936218353 given task: attempt_20131031154230960_0008_m_000001_0
2013-10-31 15:47:20,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5819074569177708408_1076 src: /127.0.0.1:35393 dest: /127.0.0.1:37515
2013-10-31 15:47:20,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5819074569177708408_1076 src: /127.0.0.1:59735 dest: /127.0.0.1:51383
2013-10-31 15:47:20,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5819074569177708408_1076 src: /127.0.0.1:37041 dest: /127.0.0.1:42031
2013-10-31 15:47:20,315 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37041, dest: /127.0.0.1:42031, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5819074569177708408_1076, duration: 2524565
2013-10-31 15:47:20,315 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5819074569177708408_1076 terminating
2013-10-31 15:47:20,316 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59735, dest: /127.0.0.1:51383, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5819074569177708408_1076, duration: 3291583
2013-10-31 15:47:20,319 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5819074569177708408_1076 terminating
2013-10-31 15:47:20,319 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5819074569177708408_1076 size 260
2013-10-31 15:47:20,320 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35393, dest: /127.0.0.1:37515, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5819074569177708408_1076, duration: 7001694
2013-10-31 15:47:20,321 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5819074569177708408_1076 size 260
2013-10-31 15:47:20,321 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5819074569177708408_1076 terminating
2013-10-31 15:47:20,322 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5819074569177708408_1076 size 260
2013-10-31 15:47:20,322 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0008_m_000000_0
2013-10-31 15:47:20,323 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0008_m_000000_0
2013-10-31 15:47:20,373 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0008_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:20,373 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000000_0 0.0%
2013-10-31 15:47:20,501 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0008_m_000000_0
2013-10-31 15:47:20,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split dst=null perm=null
2013-10-31 15:47:20,778 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:56959, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3121826844261364965_1070, duration: 167297
2013-10-31 15:47:20,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split dst=null perm=null
2013-10-31 15:47:20,809 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35400, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3121826844261364965_1070, duration: 164105
2013-10-31 15:47:20,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:47:20,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59742, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 145490
2013-10-31 15:47:20,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:20,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008/job.split dst=null perm=null
2013-10-31 15:47:20,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:47:20,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37048, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3121826844261364965_1070, duration: 172001
2013-10-31 15:47:20,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:20,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:20,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:20,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:47:20,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37049, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000003_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 166008
2013-10-31 15:47:20,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:21,104 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0/part-00002. blk_889270036078982907_1079
2013-10-31 15:47:21,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59746, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0008_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 193760
2013-10-31 15:47:21,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:21,121 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0/part-00001. blk_2247218823938086259_1079
2013-10-31 15:47:21,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_889270036078982907_1079 src: /127.0.0.1:56964 dest: /127.0.0.1:40932
2013-10-31 15:47:21,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_889270036078982907_1079 src: /127.0.0.1:35407 dest: /127.0.0.1:37515
2013-10-31 15:47:21,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_889270036078982907_1079 src: /127.0.0.1:59749 dest: /127.0.0.1:51383
2013-10-31 15:47:21,145 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59749, dest: /127.0.0.1:51383, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_889270036078982907_1079, duration: 1754935
2013-10-31 15:47:21,145 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_889270036078982907_1079 terminating
2013-10-31 15:47:21,146 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35407, dest: /127.0.0.1:37515, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_889270036078982907_1079, duration: 2421622
2013-10-31 15:47:21,146 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_889270036078982907_1079 terminating
2013-10-31 15:47:21,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2247218823938086259_1079 src: /127.0.0.1:37052 dest: /127.0.0.1:42031
2013-10-31 15:47:21,146 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56964, dest: /127.0.0.1:40932, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_889270036078982907_1079, duration: 3099488
2013-10-31 15:47:21,147 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_889270036078982907_1079 terminating
2013-10-31 15:47:21,147 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_889270036078982907_1079 size 70
2013-10-31 15:47:21,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2247218823938086259_1079 src: /127.0.0.1:59750 dest: /127.0.0.1:51383
2013-10-31 15:47:21,148 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_889270036078982907_1079 size 70
2013-10-31 15:47:21,148 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0008_m_000002_0
2013-10-31 15:47:21,148 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0008_m_000002_0
2013-10-31 15:47:21,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2247218823938086259_1079 src: /127.0.0.1:35410 dest: /127.0.0.1:37515
2013-10-31 15:47:21,149 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_889270036078982907_1079 size 70
2013-10-31 15:47:21,151 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35410, dest: /127.0.0.1:37515, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2247218823938086259_1079, duration: 2072801
2013-10-31 15:47:21,151 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2247218823938086259_1079 terminating
2013-10-31 15:47:21,152 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59750, dest: /127.0.0.1:51383, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2247218823938086259_1079, duration: 2704716
2013-10-31 15:47:21,152 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2247218823938086259_1079 terminating
2013-10-31 15:47:21,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2247218823938086259_1079 size 214
2013-10-31 15:47:21,153 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37052, dest: /127.0.0.1:42031, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2247218823938086259_1079, duration: 3594172
2013-10-31 15:47:21,153 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2247218823938086259_1079 terminating
2013-10-31 15:47:21,153 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2247218823938086259_1079 size 214
2013-10-31 15:47:21,154 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0008_m_000001_0
2013-10-31 15:47:21,154 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0008_m_000001_0
2013-10-31 15:47:21,155 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2247218823938086259_1079 size 214
2013-10-31 15:47:21,194 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0008_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:21,194 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000002_0 0.0%
2013-10-31 15:47:21,198 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0008_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:21,198 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000001_0 0.0%
2013-10-31 15:47:21,302 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0/part-00003. blk_-215353410089088844_1079
2013-10-31 15:47:21,338 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-215353410089088844_1079 src: /127.0.0.1:37057 dest: /127.0.0.1:42031
2013-10-31 15:47:21,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-215353410089088844_1079 src: /127.0.0.1:56972 dest: /127.0.0.1:40932
2013-10-31 15:47:21,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-215353410089088844_1079 src: /127.0.0.1:35413 dest: /127.0.0.1:37515
2013-10-31 15:47:21,342 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35413, dest: /127.0.0.1:37515, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-215353410089088844_1079, duration: 1440985
2013-10-31 15:47:21,343 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-215353410089088844_1079 terminating
2013-10-31 15:47:21,343 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56972, dest: /127.0.0.1:40932, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000003_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-215353410089088844_1079, duration: 2191075
2013-10-31 15:47:21,343 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-215353410089088844_1079 terminating
2013-10-31 15:47:21,344 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37057, dest: /127.0.0.1:42031, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0008_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-215353410089088844_1079, duration: 2973887
2013-10-31 15:47:21,344 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-215353410089088844_1079 terminating
2013-10-31 15:47:21,344 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-215353410089088844_1079 size 260
2013-10-31 15:47:21,345 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-215353410089088844_1079 size 260
2013-10-31 15:47:21,345 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0008_m_000003_0
2013-10-31 15:47:21,345 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0008_m_000003_0
2013-10-31 15:47:21,347 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-215353410089088844_1079 size 260
2013-10-31 15:47:21,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0 dst=null perm=null
2013-10-31 15:47:21,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:21,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:21,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000000_0 dst=null perm=null
2013-10-31 15:47:21,399 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0008_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:21,399 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000003_0 0.0%
2013-10-31 15:47:22,501 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0008_m_000005_0
2013-10-31 15:47:22,501 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0008_m_000005_0
2013-10-31 15:47:22,501 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0008_m_000005_0 not found in cache
2013-10-31 15:47:22,963 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:47:22,965 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0008_m_000000_0 is done.
2013-10-31 15:47:22,965 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0008_m_000000_0 was -1
2013-10-31 15:47:22,966 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:23,505 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0008_m_000000_0' has completed task_20131031154230960_0008_m_000000 successfully.
2013-10-31 15:47:23,509 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0008_m_000001_0
2013-10-31 15:47:23,576 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0008_m_000002_0
2013-10-31 15:47:23,661 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0008_m_000003_0
2013-10-31 15:47:24,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0 dst=null perm=null
2013-10-31 15:47:24,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0 dst=null perm=null
2013-10-31 15:47:24,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:24,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:24,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:24,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:24,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000002_0 dst=null perm=null
2013-10-31 15:47:24,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000001_0 dst=null perm=null
2013-10-31 15:47:24,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0 dst=null perm=null
2013-10-31 15:47:24,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:24,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:24,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary/_attempt_20131031154230960_0008_m_000003_0 dst=null perm=null
2013-10-31 15:47:24,925 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:47:24,940 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:47:24,948 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:47:24,954 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:47:24,960 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:47:24,965 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:47:24,971 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:47:24,971 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:47:26,007 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 102 raw values into 2 aggregated values, total 2
2013-10-31 15:47:26,760 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:47:26,762 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:47:26,762 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0008_m_000002_0 is done.
2013-10-31 15:47:26,763 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0008_m_000002_0 was -1
2013-10-31 15:47:26,763 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:26,769 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:47:26,771 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:47:26,771 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0008_m_000001_0 is done.
2013-10-31 15:47:26,771 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0008_m_000001_0 was -1
2013-10-31 15:47:26,772 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:26,797 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:47:26,799 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:47:26,800 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0008_m_000003_0 is done.
2013-10-31 15:47:26,801 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0008_m_000003_0 was -1
2013-10-31 15:47:26,801 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:29,517 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0008_m_000001_0' has completed task_20131031154230960_0008_m_000001 successfully.
2013-10-31 15:47:29,584 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0008_m_000002_0' has completed task_20131031154230960_0008_m_000002 successfully.
2013-10-31 15:47:29,668 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0008_m_000003_0' has completed task_20131031154230960_0008_m_000003 successfully.
2013-10-31 15:47:29,672 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0008_m_000004_0' to tip task_20131031154230960_0008_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:47:29,674 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0008_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:47:29,674 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0008_m_000004_0 which needs 1 slots
2013-10-31 15:47:29,675 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0008_m_000004_0 which needs 1 slots
2013-10-31 15:47:29,710 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0008_m_2025745798
2013-10-31 15:47:29,711 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0008_m_2025745798 spawned.
2013-10-31 15:47:29,713 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0008/attempt_20131031154230960_0008_m_000004_0/taskjvm.sh
2013-10-31 15:47:31,312 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0008_m_2025745798 given task: attempt_20131031154230960_0008_m_000004_0
2013-10-31 15:47:31,796 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000004_0 0.0%
2013-10-31 15:47:31,803 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:47:31,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_temporary dst=null perm=null
2013-10-31 15:47:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:31,824 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_SUCCESS from client DFSClient_attempt_20131031154230960_0008_m_000004_0
2013-10-31 15:47:31,825 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0008_m_000004_0
2013-10-31 15:47:31,831 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2435350941764923837 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:31,831 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2435350941764923837 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:31,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2435350941764923837 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:31,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2435350941764923837 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:31,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3121826844261364965 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:31,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3121826844261364965 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:31,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3121826844261364965 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:31,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3121826844261364965 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:31,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5967885475549639371 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:31,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5967885475549639371 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:31,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5967885475549639371 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:31,834 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6435676150795040542 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:31,834 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6435676150795040542 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:31,834 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6435676150795040542 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:31,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0008 dst=null perm=null
2013-10-31 15:47:32,508 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-5967885475549639371_1071 blk_3121826844261364965_1070 blk_6435676150795040542_1072 blk_2435350941764923837_1069
2013-10-31 15:47:32,508 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_3121826844261364965_1070 blk_6435676150795040542_1072 blk_2435350941764923837_1069
2013-10-31 15:47:33,040 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2435350941764923837_1069 file build/test/data/dfs/data/data3/current/blk_2435350941764923837 for deletion
2013-10-31 15:47:33,040 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3121826844261364965_1070 file build/test/data/dfs/data/data4/current/blk_3121826844261364965 for deletion
2013-10-31 15:47:33,040 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2435350941764923837_1069 at file build/test/data/dfs/data/data3/current/blk_2435350941764923837
2013-10-31 15:47:33,041 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3121826844261364965_1070 at file build/test/data/dfs/data/data4/current/blk_3121826844261364965
2013-10-31 15:47:33,041 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6435676150795040542_1072 file build/test/data/dfs/data/data3/current/blk_6435676150795040542 for deletion
2013-10-31 15:47:33,041 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6435676150795040542_1072 at file build/test/data/dfs/data/data3/current/blk_6435676150795040542
2013-10-31 15:47:33,512 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5967885475549639371_1071 file build/test/data/dfs/data/data5/current/blk_-5967885475549639371 for deletion
2013-10-31 15:47:33,512 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2435350941764923837_1069 file build/test/data/dfs/data/data5/current/blk_2435350941764923837 for deletion
2013-10-31 15:47:33,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3121826844261364965_1070 file build/test/data/dfs/data/data6/current/blk_3121826844261364965 for deletion
2013-10-31 15:47:33,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6435676150795040542_1072 file build/test/data/dfs/data/data6/current/blk_6435676150795040542 for deletion
2013-10-31 15:47:34,731 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0008_m_000004_0 0.0% cleanup
2013-10-31 15:47:34,733 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0008_m_000004_0 is done.
2013-10-31 15:47:34,733 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0008_m_000004_0 was -1
2013-10-31 15:47:34,733 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:35,509 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-5967885475549639371_1071 blk_3121826844261364965_1070 blk_6435676150795040542_1072 blk_2435350941764923837_1069
2013-10-31 15:47:35,509 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5967885475549639371_1071 blk_3121826844261364965_1070 blk_2435350941764923837_1069
2013-10-31 15:47:35,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5967885475549639371_1071 file build/test/data/dfs/data/data2/current/blk_-5967885475549639371 for deletion
2013-10-31 15:47:35,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2435350941764923837_1069 file build/test/data/dfs/data/data1/current/blk_2435350941764923837 for deletion
2013-10-31 15:47:35,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3121826844261364965_1070 file build/test/data/dfs/data/data1/current/blk_3121826844261364965 for deletion
2013-10-31 15:47:35,532 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6435676150795040542_1072 file build/test/data/dfs/data/data1/current/blk_6435676150795040542 for deletion
2013-10-31 15:47:35,583 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5967885475549639371_1071 at file build/test/data/dfs/data/data5/current/blk_-5967885475549639371
2013-10-31 15:47:35,583 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5967885475549639371_1071 at file build/test/data/dfs/data/data2/current/blk_-5967885475549639371
2013-10-31 15:47:35,583 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3121826844261364965_1070 at file build/test/data/dfs/data/data6/current/blk_3121826844261364965
2013-10-31 15:47:35,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6435676150795040542_1072 at file build/test/data/dfs/data/data6/current/blk_6435676150795040542
2013-10-31 15:47:35,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2435350941764923837_1069 at file build/test/data/dfs/data/data1/current/blk_2435350941764923837
2013-10-31 15:47:35,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3121826844261364965_1070 at file build/test/data/dfs/data/data1/current/blk_3121826844261364965
2013-10-31 15:47:35,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6435676150795040542_1072 at file build/test/data/dfs/data/data1/current/blk_6435676150795040542
2013-10-31 15:47:35,630 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2435350941764923837_1069 at file build/test/data/dfs/data/data5/current/blk_2435350941764923837
2013-10-31 15:47:35,681 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0008_m_000004_0' has completed task_20131031154230960_0008_m_000004 successfully.
2013-10-31 15:47:35,682 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0008 has completed successfully.
2013-10-31 15:47:35,683 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0008,submitTime=1383234428096,launchTime=1383234428218,firstMapTaskLaunchTime=1383234437497,firstJobSetupTaskLaunchTime=1383234428475,firstJobCleanupTaskLaunchTime=1383234449671,finishTime=1383234455682,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[99CCC2D3326E40AB9211CDEE9FE91AA0/067FF0FB57824B9EB4B210B27D73C01D] left+right/(1/3)
2013-10-31 15:47:35,691 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_1383234428096_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F067FF0FB57824B9E. blk_-2264327080018851847_1080
2013-10-31 15:47:35,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2264327080018851847_1080 src: /127.0.0.1:56982 dest: /127.0.0.1:40932
2013-10-31 15:47:35,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2264327080018851847_1080 src: /127.0.0.1:35423 dest: /127.0.0.1:37515
2013-10-31 15:47:35,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2264327080018851847_1080 src: /127.0.0.1:37070 dest: /127.0.0.1:42031
2013-10-31 15:47:35,703 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37070, dest: /127.0.0.1:42031, bytes: 22431, op: HDFS_WRITE, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2264327080018851847_1080, duration: 3187518
2013-10-31 15:47:35,703 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2264327080018851847_1080 terminating
2013-10-31 15:47:35,704 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35423, dest: /127.0.0.1:37515, bytes: 22431, op: HDFS_WRITE, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2264327080018851847_1080, duration: 4839764
2013-10-31 15:47:35,705 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2264327080018851847_1080 terminating
2013-10-31 15:47:35,706 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56982, dest: /127.0.0.1:40932, bytes: 22431, op: HDFS_WRITE, cliID: DFSClient_-1259909490, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2264327080018851847_1080, duration: 6326160
2013-10-31 15:47:35,706 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2264327080018851847_1080 terminating
2013-10-31 15:47:35,710 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2264327080018851847_1080 size 22431
2013-10-31 15:47:35,710 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_1383234428096_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F067FF0FB57824B9E from client DFSClient_-1259909490
2013-10-31 15:47:35,711 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/_logs/history/job_20131031154230960_0008_1383234428096_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F067FF0FB57824B9E is closed by DFSClient_-1259909490
2013-10-31 15:47:35,711 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2264327080018851847_1080 size 22431
2013-10-31 15:47:35,712 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2264327080018851847_1080 size 22431
2013-10-31 15:47:35,921 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0008_1383234428096_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F067FF0FB57824B9E to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:47:35,922 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0008_m_000003_0'
2013-10-31 15:47:35,922 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0008_m_000004_0'
2013-10-31 15:47:35,924 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8981173503440956017 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:35,924 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8981173503440956017 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:35,924 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8981173503440956017 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:35,928 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0008_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:47:35,928 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (2/3) ...pesplatform/nonsafesplit2
2013-10-31 15:47:35,928 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (3/3) ...pesplatform/nonsafesplit1
2013-10-31 15:47:35,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0008 dst=null perm=null
2013-10-31 15:47:35,939 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:47:35,939 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:47:35,939 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:47:35,940 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:47:35,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:35,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:36,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:47:36,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:47:36,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,265 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar. blk_8232718522490777917_1082
2013-10-31 15:47:36,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8232718522490777917_1082 src: /127.0.0.1:35426 dest: /127.0.0.1:37515
2013-10-31 15:47:36,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8232718522490777917_1082 src: /127.0.0.1:59768 dest: /127.0.0.1:51383
2013-10-31 15:47:36,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8232718522490777917_1082 src: /127.0.0.1:56988 dest: /127.0.0.1:40932
2013-10-31 15:47:36,288 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56988, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8232718522490777917_1082, duration: 13229858
2013-10-31 15:47:36,288 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8232718522490777917_1082 terminating
2013-10-31 15:47:36,290 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8232718522490777917_1082 size 238055
2013-10-31 15:47:36,290 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59768, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8232718522490777917_1082, duration: 15410424
2013-10-31 15:47:36,290 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8232718522490777917_1082 terminating
2013-10-31 15:47:36,292 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35426, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8232718522490777917_1082, duration: 16805971
2013-10-31 15:47:36,292 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8232718522490777917_1082 terminating
2013-10-31 15:47:36,296 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8232718522490777917_1082 size 238055
2013-10-31 15:47:36,296 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar from client DFSClient_1020568644
2013-10-31 15:47:36,297 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar is closed by DFSClient_1020568644
2013-10-31 15:47:36,297 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8232718522490777917_1082 size 238055
2013-10-31 15:47:36,299 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar. blk_-4800581435987881855_1082
2013-10-31 15:47:36,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4800581435987881855_1082 src: /127.0.0.1:37075 dest: /127.0.0.1:42031
2013-10-31 15:47:36,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4800581435987881855_1082 src: /127.0.0.1:59771 dest: /127.0.0.1:51383
2013-10-31 15:47:36,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4800581435987881855_1082 src: /127.0.0.1:56991 dest: /127.0.0.1:40932
2013-10-31 15:47:36,312 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56991, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4800581435987881855_1082, duration: 4802013
2013-10-31 15:47:36,312 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4800581435987881855_1082 terminating
2013-10-31 15:47:36,313 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59771, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4800581435987881855_1082, duration: 6272064
2013-10-31 15:47:36,314 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4800581435987881855_1082 size 238055
2013-10-31 15:47:36,314 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4800581435987881855_1082 terminating
2013-10-31 15:47:36,315 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37075, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4800581435987881855_1082, duration: 8325241
2013-10-31 15:47:36,316 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4800581435987881855_1082 terminating
2013-10-31 15:47:36,317 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar from client DFSClient_1020568644
2013-10-31 15:47:36,318 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar is closed by DFSClient_1020568644
2013-10-31 15:47:36,318 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4800581435987881855_1082 size 238055
2013-10-31 15:47:36,319 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar. New replication is 10
2013-10-31 15:47:36,319 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4800581435987881855_1082 size 238055
2013-10-31 15:47:36,324 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar. New replication is 10
2013-10-31 15:47:36,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar dst=null perm=null
2013-10-31 15:47:36,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar dst=null perm=null
2013-10-31 15:47:36,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,339 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:47:36,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64 dst=null perm=null
2013-10-31 15:47:36,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,346 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:47:36,347 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:47:36,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000 dst=null perm=null
2013-10-31 15:47:36,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001 dst=null perm=null
2013-10-31 15:47:36,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002 dst=null perm=null
2013-10-31 15:47:36,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64 dst=null perm=null
2013-10-31 15:47:36,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003 dst=null perm=null
2013-10-31 15:47:36,353 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:47:36,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000 dst=null perm=null
2013-10-31 15:47:36,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001 dst=null perm=null
2013-10-31 15:47:36,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002 dst=null perm=null
2013-10-31 15:47:36,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003 dst=null perm=null
2013-10-31 15:47:36,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,373 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split. New replication is 10
2013-10-31 15:47:36,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,378 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split. New replication is 10
2013-10-31 15:47:36,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split dst=null perm=null
2013-10-31 15:47:36,384 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split. blk_-7756398115449239247_1084
2013-10-31 15:47:36,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7756398115449239247_1084 src: /127.0.0.1:56992 dest: /127.0.0.1:40932
2013-10-31 15:47:36,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7756398115449239247_1084 src: /127.0.0.1:35433 dest: /127.0.0.1:37515
2013-10-31 15:47:36,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7756398115449239247_1084 src: /127.0.0.1:37080 dest: /127.0.0.1:42031
2013-10-31 15:47:36,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7756398115449239247_1084 src: /127.0.0.1:59776 dest: /127.0.0.1:51383
2013-10-31 15:47:36,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split dst=null perm=null
2013-10-31 15:47:36,391 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59776, dest: /127.0.0.1:51383, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7756398115449239247_1084, duration: 636584
2013-10-31 15:47:36,391 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7756398115449239247_1084 terminating
2013-10-31 15:47:36,392 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37080, dest: /127.0.0.1:42031, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7756398115449239247_1084, duration: 1436591
2013-10-31 15:47:36,393 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7756398115449239247_1084 terminating
2013-10-31 15:47:36,393 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35433, dest: /127.0.0.1:37515, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7756398115449239247_1084, duration: 2595612
2013-10-31 15:47:36,393 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7756398115449239247_1084 terminating
2013-10-31 15:47:36,395 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56992, dest: /127.0.0.1:40932, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7756398115449239247_1084, duration: 4574883
2013-10-31 15:47:36,395 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-7756398115449239247_1084 terminating
2013-10-31 15:47:36,398 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7756398115449239247_1084 size 1387
2013-10-31 15:47:36,398 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split from client DFSClient_1020568644
2013-10-31 15:47:36,399 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split is closed by DFSClient_1020568644
2013-10-31 15:47:36,399 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7756398115449239247_1084 size 1387
2013-10-31 15:47:36,400 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7756398115449239247_1084 size 1387
2013-10-31 15:47:36,400 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7756398115449239247_1084 size 1387
2013-10-31 15:47:36,401 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split. blk_147392037885266193_1084
2013-10-31 15:47:36,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_147392037885266193_1084 src: /127.0.0.1:35436 dest: /127.0.0.1:37515
2013-10-31 15:47:36,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_147392037885266193_1084 src: /127.0.0.1:56997 dest: /127.0.0.1:40932
2013-10-31 15:47:36,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_147392037885266193_1084 src: /127.0.0.1:37084 dest: /127.0.0.1:42031
2013-10-31 15:47:36,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_147392037885266193_1084 src: /127.0.0.1:59780 dest: /127.0.0.1:51383
2013-10-31 15:47:36,410 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59780, dest: /127.0.0.1:51383, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_147392037885266193_1084, duration: 578548
2013-10-31 15:47:36,410 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_147392037885266193_1084 terminating
2013-10-31 15:47:36,411 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37084, dest: /127.0.0.1:42031, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_147392037885266193_1084, duration: 2050694
2013-10-31 15:47:36,411 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_147392037885266193_1084 terminating
2013-10-31 15:47:36,411 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_147392037885266193_1084 size 1387
2013-10-31 15:47:36,412 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:56997, dest: /127.0.0.1:40932, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_147392037885266193_1084, duration: 3462952
2013-10-31 15:47:36,412 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_147392037885266193_1084 size 1387
2013-10-31 15:47:36,413 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_147392037885266193_1084 terminating
2013-10-31 15:47:36,413 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35436, dest: /127.0.0.1:37515, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_147392037885266193_1084, duration: 4755537
2013-10-31 15:47:36,414 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_147392037885266193_1084 terminating
2013-10-31 15:47:36,415 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split from client DFSClient_1020568644
2013-10-31 15:47:36,416 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split is closed by DFSClient_1020568644
2013-10-31 15:47:36,417 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_147392037885266193_1084 size 1387
2013-10-31 15:47:36,418 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_147392037885266193_1084 size 1387
2013-10-31 15:47:36,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,431 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.splitmetainfo. blk_-8297453534856708510_1086
2013-10-31 15:47:36,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8297453534856708510_1086 src: /127.0.0.1:59781 dest: /127.0.0.1:51383
2013-10-31 15:47:36,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8297453534856708510_1086 src: /127.0.0.1:35441 dest: /127.0.0.1:37515
2013-10-31 15:47:36,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:36,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8297453534856708510_1086 src: /127.0.0.1:37088 dest: /127.0.0.1:42031
2013-10-31 15:47:36,437 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37088, dest: /127.0.0.1:42031, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8297453534856708510_1086, duration: 1353426
2013-10-31 15:47:36,437 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8297453534856708510_1086 terminating
2013-10-31 15:47:36,437 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35441, dest: /127.0.0.1:37515, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8297453534856708510_1086, duration: 2124350
2013-10-31 15:47:36,438 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8297453534856708510_1086 terminating
2013-10-31 15:47:36,441 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59781, dest: /127.0.0.1:51383, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8297453534856708510_1086, duration: 4512002
2013-10-31 15:47:36,441 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8297453534856708510_1086 size 153
2013-10-31 15:47:36,441 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8297453534856708510_1086 terminating
2013-10-31 15:47:36,442 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8297453534856708510_1086 size 153
2013-10-31 15:47:36,445 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:47:36,445 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:47:36,445 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8297453534856708510_1086 size 153
2013-10-31 15:47:36,446 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.splitmetainfo. blk_7399551810819655444_1086
2013-10-31 15:47:36,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7399551810819655444_1086 src: /127.0.0.1:37089 dest: /127.0.0.1:42031
2013-10-31 15:47:36,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7399551810819655444_1086 src: /127.0.0.1:57004 dest: /127.0.0.1:40932
2013-10-31 15:47:36,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7399551810819655444_1086 src: /127.0.0.1:59786 dest: /127.0.0.1:51383
2013-10-31 15:47:36,451 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59786, dest: /127.0.0.1:51383, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7399551810819655444_1086, duration: 1579752
2013-10-31 15:47:36,453 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7399551810819655444_1086 terminating
2013-10-31 15:47:36,454 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57004, dest: /127.0.0.1:40932, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7399551810819655444_1086, duration: 3145688
2013-10-31 15:47:36,454 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7399551810819655444_1086 terminating
2013-10-31 15:47:36,455 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37089, dest: /127.0.0.1:42031, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7399551810819655444_1086, duration: 4858341
2013-10-31 15:47:36,455 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7399551810819655444_1086 terminating
2013-10-31 15:47:36,457 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7399551810819655444_1086 size 153
2013-10-31 15:47:36,457 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7399551810819655444_1086 size 153
2013-10-31 15:47:36,457 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:47:36,457 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:47:36,459 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7399551810819655444_1086 size 153
2013-10-31 15:47:37,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5967885475549639371_1071 file build/test/data/dfs/data/data8/current/blk_-5967885475549639371 for deletion
2013-10-31 15:47:37,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2435350941764923837_1069 file build/test/data/dfs/data/data8/current/blk_2435350941764923837 for deletion
2013-10-31 15:47:37,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5967885475549639371_1071 at file build/test/data/dfs/data/data8/current/blk_-5967885475549639371
2013-10-31 15:47:37,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3121826844261364965_1070 file build/test/data/dfs/data/data7/current/blk_3121826844261364965 for deletion
2013-10-31 15:47:37,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2435350941764923837_1069 at file build/test/data/dfs/data/data8/current/blk_2435350941764923837
2013-10-31 15:47:37,054 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3121826844261364965_1070 at file build/test/data/dfs/data/data7/current/blk_3121826844261364965
2013-10-31 15:47:37,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,119 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml. blk_6254817448589575492_1088
2013-10-31 15:47:37,124 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml. blk_-7616715244891372195_1088
2013-10-31 15:47:37,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6254817448589575492_1088 src: /127.0.0.1:59787 dest: /127.0.0.1:51383
2013-10-31 15:47:37,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6254817448589575492_1088 src: /127.0.0.1:35447 dest: /127.0.0.1:37515
2013-10-31 15:47:37,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6254817448589575492_1088 src: /127.0.0.1:37094 dest: /127.0.0.1:42031
2013-10-31 15:47:37,133 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37094, dest: /127.0.0.1:42031, bytes: 27817, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6254817448589575492_1088, duration: 912050
2013-10-31 15:47:37,133 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6254817448589575492_1088 terminating
2013-10-31 15:47:37,134 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6254817448589575492_1088 size 27817
2013-10-31 15:47:37,134 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35447, dest: /127.0.0.1:37515, bytes: 27817, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6254817448589575492_1088, duration: 2579174
2013-10-31 15:47:37,135 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6254817448589575492_1088 terminating
2013-10-31 15:47:37,136 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59787, dest: /127.0.0.1:51383, bytes: 27817, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6254817448589575492_1088, duration: 4278438
2013-10-31 15:47:37,136 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6254817448589575492_1088 terminating
2013-10-31 15:47:37,139 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6254817448589575492_1088 size 27817
2013-10-31 15:47:37,140 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml from client DFSClient_1020568644
2013-10-31 15:47:37,140 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml is closed by DFSClient_1020568644
2013-10-31 15:47:37,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7616715244891372195_1088 src: /127.0.0.1:35449 dest: /127.0.0.1:37515
2013-10-31 15:47:37,140 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6254817448589575492_1088 size 27817
2013-10-31 15:47:37,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7616715244891372195_1088 src: /127.0.0.1:57010 dest: /127.0.0.1:40932
2013-10-31 15:47:37,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7616715244891372195_1088 src: /127.0.0.1:59792 dest: /127.0.0.1:51383
2013-10-31 15:47:37,147 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59792, dest: /127.0.0.1:51383, bytes: 27821, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7616715244891372195_1088, duration: 993942
2013-10-31 15:47:37,148 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7616715244891372195_1088 terminating
2013-10-31 15:47:37,149 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57010, dest: /127.0.0.1:40932, bytes: 27821, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7616715244891372195_1088, duration: 2440628
2013-10-31 15:47:37,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7616715244891372195_1088 terminating
2013-10-31 15:47:37,150 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35449, dest: /127.0.0.1:37515, bytes: 27821, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7616715244891372195_1088, duration: 3972546
2013-10-31 15:47:37,151 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7616715244891372195_1088 terminating
2013-10-31 15:47:37,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7616715244891372195_1088 size 27821
2013-10-31 15:47:37,153 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml from client DFSClient_1020568644
2013-10-31 15:47:37,153 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml is closed by DFSClient_1020568644
2013-10-31 15:47:37,154 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7616715244891372195_1088 size 27821
2013-10-31 15:47:37,156 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7616715244891372195_1088 size 27821
2013-10-31 15:47:37,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml dst=null perm=null
2013-10-31 15:47:37,164 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59794, bytes: 28037, op: HDFS_READ, cliID: DFSClient_381477716, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6254817448589575492_1088, duration: 409377
2013-10-31 15:47:37,183 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0009: nMaps=4 nReduces=0 max=-1
2013-10-31 15:47:37,183 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0009 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:47:37,184 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0009
2013-10-31 15:47:37,184 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0009 RESULT=SUCCESS
2013-10-31 15:47:37,184 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0009
2013-10-31 15:47:37,186 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0009
2013-10-31 15:47:37,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_1383234457153_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F4E3B1C21A41F4BBA dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml dst=null perm=null
2013-10-31 15:47:37,197 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35455, bytes: 28041, op: HDFS_READ, cliID: DFSClient_1546532582, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7616715244891372195_1088, duration: 404801
2013-10-31 15:47:37,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,204 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0010: nMaps=4 nReduces=0 max=-1
2013-10-31 15:47:37,205 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_conf.xml. blk_4466927078174211212_1090
2013-10-31 15:47:37,205 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0010 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:47:37,205 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0010 RESULT=SUCCESS
2013-10-31 15:47:37,205 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0010
2013-10-31 15:47:37,205 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0010
2013-10-31 15:47:37,206 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0010
2013-10-31 15:47:37,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4466927078174211212_1090 src: /127.0.0.1:35456 dest: /127.0.0.1:37515
2013-10-31 15:47:37,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4466927078174211212_1090 src: /127.0.0.1:59798 dest: /127.0.0.1:51383
2013-10-31 15:47:37,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4466927078174211212_1090 src: /127.0.0.1:57018 dest: /127.0.0.1:40932
2013-10-31 15:47:37,213 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57018, dest: /127.0.0.1:40932, bytes: 27882, op: HDFS_WRITE, cliID: DFSClient_381477716, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4466927078174211212_1090, duration: 1342418
2013-10-31 15:47:37,214 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4466927078174211212_1090 terminating
2013-10-31 15:47:37,215 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59798, dest: /127.0.0.1:51383, bytes: 27882, op: HDFS_WRITE, cliID: DFSClient_381477716, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4466927078174211212_1090, duration: 2836163
2013-10-31 15:47:37,215 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4466927078174211212_1090 terminating
2013-10-31 15:47:37,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35456, dest: /127.0.0.1:37515, bytes: 27882, op: HDFS_WRITE, cliID: DFSClient_381477716, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4466927078174211212_1090, duration: 3939254
2013-10-31 15:47:37,216 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4466927078174211212_1090 size 27882
2013-10-31 15:47:37,216 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4466927078174211212_1090 terminating
2013-10-31 15:47:37,217 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4466927078174211212_1090 size 27882
2013-10-31 15:47:37,218 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_conf.xml from client DFSClient_381477716
2013-10-31 15:47:37,218 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_conf.xml is closed by DFSClient_381477716
2013-10-31 15:47:37,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_1383234457191_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F5A64F3A6C0174537 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,219 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4466927078174211212_1090 size 27882
2013-10-31 15:47:37,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,457 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken. blk_-6340236444271498645_1093
2013-10-31 15:47:37,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6340236444271498645_1093 src: /127.0.0.1:35459 dest: /127.0.0.1:37515
2013-10-31 15:47:37,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6340236444271498645_1093 src: /127.0.0.1:37106 dest: /127.0.0.1:42031
2013-10-31 15:47:37,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6340236444271498645_1093 src: /127.0.0.1:59802 dest: /127.0.0.1:51383
2013-10-31 15:47:37,466 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59802, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6340236444271498645_1093, duration: 1218331
2013-10-31 15:47:37,467 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6340236444271498645_1093 terminating
2013-10-31 15:47:37,468 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37106, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6340236444271498645_1093, duration: 3375775
2013-10-31 15:47:37,469 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6340236444271498645_1093 terminating
2013-10-31 15:47:37,469 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_conf.xml. blk_5931410917454243604_1093
2013-10-31 15:47:37,470 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35459, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6340236444271498645_1093, duration: 5392974
2013-10-31 15:47:37,471 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6340236444271498645_1093 size 116
2013-10-31 15:47:37,471 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6340236444271498645_1093 terminating
2013-10-31 15:47:37,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5931410917454243604_1093 src: /127.0.0.1:35462 dest: /127.0.0.1:37515
2013-10-31 15:47:37,474 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6340236444271498645_1093 size 116
2013-10-31 15:47:37,475 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken from client DFSClient_1020568644
2013-10-31 15:47:37,475 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken is closed by DFSClient_1020568644
2013-10-31 15:47:37,476 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6340236444271498645_1093 size 116
2013-10-31 15:47:37,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5931410917454243604_1093 src: /127.0.0.1:59804 dest: /127.0.0.1:51383
2013-10-31 15:47:37,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5931410917454243604_1093 src: /127.0.0.1:57024 dest: /127.0.0.1:40932
2013-10-31 15:47:37,483 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57024, dest: /127.0.0.1:40932, bytes: 27886, op: HDFS_WRITE, cliID: DFSClient_1546532582, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5931410917454243604_1093, duration: 1570259
2013-10-31 15:47:37,483 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5931410917454243604_1093 terminating
2013-10-31 15:47:37,485 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken
2013-10-31 15:47:37,485 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59804, dest: /127.0.0.1:51383, bytes: 27886, op: HDFS_WRITE, cliID: DFSClient_1546532582, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5931410917454243604_1093, duration: 3066091
2013-10-31 15:47:37,485 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5931410917454243604_1093 terminating
2013-10-31 15:47:37,487 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35462, dest: /127.0.0.1:37515, bytes: 27886, op: HDFS_WRITE, cliID: DFSClient_1546532582, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5931410917454243604_1093, duration: 5042573
2013-10-31 15:47:37,487 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5931410917454243604_1093 size 27886
2013-10-31 15:47:37,487 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5931410917454243604_1093 terminating
2013-10-31 15:47:37,490 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5931410917454243604_1093 size 27886
2013-10-31 15:47:37,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.splitmetainfo dst=null perm=null
2013-10-31 15:47:37,491 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5931410917454243604_1093 size 27886
2013-10-31 15:47:37,492 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_conf.xml from client DFSClient_1546532582
2013-10-31 15:47:37,492 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_conf.xml is closed by DFSClient_1546532582
2013-10-31 15:47:37,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59806, bytes: 157, op: HDFS_READ, cliID: DFSClient_381477716, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8297453534856708510_1086, duration: 292200
2013-10-31 15:47:37,495 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0009 = 804. Number of splits = 4
2013-10-31 15:47:37,495 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,495 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,495 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,496 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,496 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,496 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,496 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,497 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,497 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,497 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,497 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,498 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0009_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,498 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0009 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:47:37,498 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0009 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:47:37,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:37,507 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken. blk_8551756617722998510_1094
2013-10-31 15:47:37,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8551756617722998510_1094 src: /127.0.0.1:35466 dest: /127.0.0.1:37515
2013-10-31 15:47:37,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8551756617722998510_1094 src: /127.0.0.1:59808 dest: /127.0.0.1:51383
2013-10-31 15:47:37,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8551756617722998510_1094 src: /127.0.0.1:57028 dest: /127.0.0.1:40932
2013-10-31 15:47:37,516 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57028, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8551756617722998510_1094, duration: 990229
2013-10-31 15:47:37,516 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8551756617722998510_1094 terminating
2013-10-31 15:47:37,520 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59808, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8551756617722998510_1094, duration: 4556970
2013-10-31 15:47:37,520 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8551756617722998510_1094 size 116
2013-10-31 15:47:37,520 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8551756617722998510_1094 terminating
2013-10-31 15:47:37,520 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35466, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8551756617722998510_1094, duration: 5474267
2013-10-31 15:47:37,521 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8551756617722998510_1094 terminating
2013-10-31 15:47:37,523 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8551756617722998510_1094 size 116
2013-10-31 15:47:37,523 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8551756617722998510_1094 size 116
2013-10-31 15:47:37,524 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken from client DFSClient_1020568644
2013-10-31 15:47:37,524 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken is closed by DFSClient_1020568644
2013-10-31 15:47:37,529 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken
2013-10-31 15:47:37,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.splitmetainfo dst=null perm=null
2013-10-31 15:47:37,533 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59810, bytes: 157, op: HDFS_READ, cliID: DFSClient_1546532582, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7399551810819655444_1086, duration: 272573
2013-10-31 15:47:37,535 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0010 = 804. Number of splits = 4
2013-10-31 15:47:37,535 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,535 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,535 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,536 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,536 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,536 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,536 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,537 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,537 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,537 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,537 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,538 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0010_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:47:37,538 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0010 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:47:37,538 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0010 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:47:38,510 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:51383 to replicate blk_-4800581435987881855_1082 to datanode(s) 127.0.0.1:37515
2013-10-31 15:47:38,511 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_8232718522490777917_1082 to datanode(s) 127.0.0.1:42031
2013-10-31 15:47:38,511 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-8981173503440956017_1075
2013-10-31 15:47:38,511 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-8981173503440956017_1075
2013-10-31 15:47:38,526 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0009_m_000005_0' to tip task_20131031154230960_0009_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:47:38,532 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0008_m_000000_0'
2013-10-31 15:47:38,532 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0008_m_000005_0'
2013-10-31 15:47:38,532 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467) Starting thread to transfer block blk_-4800581435987881855_1082 to 127.0.0.1:37515
2013-10-31 15:47:38,534 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0009_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:47:38,535 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0009_m_000005_0 which needs 1 slots
2013-10-31 15:47:38,535 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0009_m_000005_0 which needs 1 slots
2013-10-31 15:47:38,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4800581435987881855_1082 src: /127.0.0.1:35470 dest: /127.0.0.1:37515
2013-10-31 15:47:38,540 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0010_m_000005_0' to tip task_20131031154230960_0010_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:47:38,540 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467):Transmitted block blk_-4800581435987881855_1082 to /127.0.0.1:37515
2013-10-31 15:47:38,549 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0008_m_000001_0'
2013-10-31 15:47:38,551 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0010_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:47:38,552 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0010_m_000005_0 which needs 1 slots
2013-10-31 15:47:38,552 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0010_m_000005_0 which needs 1 slots
2013-10-31 15:47:38,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-4800581435987881855_1082 src: /127.0.0.1:35470 dest: /127.0.0.1:37515 of size 238055
2013-10-31 15:47:38,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken dst=null perm=null
2013-10-31 15:47:38,557 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4800581435987881855_1082 size 238055
2013-10-31 15:47:38,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken dst=null perm=null
2013-10-31 15:47:38,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37117, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6340236444271498645_1093, duration: 398469
2013-10-31 15:47:38,561 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35472, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8551756617722998510_1094, duration: 279630
2013-10-31 15:47:38,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml dst=null perm=null
2013-10-31 15:47:38,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml dst=null perm=null
2013-10-31 15:47:38,572 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35475, bytes: 28037, op: HDFS_READ, cliID: DFSClient_-1259622849, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6254817448589575492_1088, duration: 396749
2013-10-31 15:47:38,574 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57036, bytes: 28041, op: HDFS_READ, cliID: DFSClient_1646512207, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7616715244891372195_1088, duration: 404750
2013-10-31 15:47:38,593 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:38,594 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0008_m_000002_0'
2013-10-31 15:47:38,605 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:38,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar dst=null perm=null
2013-10-31 15:47:38,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57037, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1259622849, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8232718522490777917_1082, duration: 1784607
2013-10-31 15:47:38,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar dst=null perm=null
2013-10-31 15:47:38,646 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37124, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1646512207, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4800581435987881855_1082, duration: 1150822
2013-10-31 15:47:38,690 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0008_m_1977574824
2013-10-31 15:47:38,694 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19558 with signal TERM. Exit code 0
2013-10-31 15:47:38,694 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0009_m_-1398659487
2013-10-31 15:47:38,695 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0009_m_-1398659487 spawned.
2013-10-31 15:47:38,697 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0009/attempt_20131031154230960_0009_m_000005_0/taskjvm.sh
2013-10-31 15:47:38,712 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0010_m_956319148
2013-10-31 15:47:38,712 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0010_m_956319148 spawned.
2013-10-31 15:47:38,713 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0010/attempt_20131031154230960_0010_m_000005_0/taskjvm.sh
2013-10-31 15:47:39,041 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_8232718522490777917_1082 to 127.0.0.1:42031
2013-10-31 15:47:39,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8981173503440956017_1075 file build/test/data/dfs/data/data4/current/blk_-8981173503440956017 for deletion
2013-10-31 15:47:39,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8981173503440956017_1075 at file build/test/data/dfs/data/data4/current/blk_-8981173503440956017
2013-10-31 15:47:39,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8232718522490777917_1082 src: /127.0.0.1:37125 dest: /127.0.0.1:42031
2013-10-31 15:47:39,043 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_8232718522490777917_1082 to /127.0.0.1:42031
2013-10-31 15:47:39,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_8232718522490777917_1082 src: /127.0.0.1:37125 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:47:39,049 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8232718522490777917_1082 size 238055
2013-10-31 15:47:39,509 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0008_m_1977574824
2013-10-31 15:47:39,840 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:39,840 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:39,840 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:39,841 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0008_m_1977574824 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:40,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8981173503440956017_1075 file build/test/data/dfs/data/data8/current/blk_-8981173503440956017 for deletion
2013-10-31 15:47:40,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8981173503440956017_1075 at file build/test/data/dfs/data/data8/current/blk_-8981173503440956017
2013-10-31 15:47:40,534 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0009_m_-1398659487 given task: attempt_20131031154230960_0009_m_000005_0
2013-10-31 15:47:40,623 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0010_m_956319148 given task: attempt_20131031154230960_0010_m_000005_0
2013-10-31 15:47:40,924 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0008
2013-10-31 15:47:40,924 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0008_m_000003_0 not found in cache
2013-10-31 15:47:40,924 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0008_m_000004_0 not found in cache
2013-10-31 15:47:40,924 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0008 for user-log deletion with retainTimeStamp:1383320860924
2013-10-31 15:47:41,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:41,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:41,303 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0008_m_2025745798 since job job_20131031154230960_0008 is dead
2013-10-31 15:47:41,314 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20067 with signal TERM. Exit code 0
2013-10-31 15:47:41,480 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:41,480 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:41,480 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:41,480 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0008_m_2025745798 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:41,512 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-8981173503440956017_1075
2013-10-31 15:47:42,375 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0008_m_813920869 since job job_20131031154230960_0008 is dead
2013-10-31 15:47:42,386 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19835 with signal TERM. Exit code 0
2013-10-31 15:47:42,515 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8981173503440956017_1075 file build/test/data/dfs/data/data6/current/blk_-8981173503440956017 for deletion
2013-10-31 15:47:42,515 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8981173503440956017_1075 at file build/test/data/dfs/data/data6/current/blk_-8981173503440956017
2013-10-31 15:47:42,567 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:42,568 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:42,568 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:42,568 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0008_m_813920869 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:43,535 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0008
2013-10-31 15:47:43,536 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0008_m_000000_0 not found in cache
2013-10-31 15:47:43,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0008 for user-log deletion with retainTimeStamp:1383320863536
2013-10-31 15:47:43,552 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0008
2013-10-31 15:47:43,552 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0008_m_000001_0 not found in cache
2013-10-31 15:47:43,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0008 for user-log deletion with retainTimeStamp:1383320863553
2013-10-31 15:47:43,594 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0008
2013-10-31 15:47:43,595 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0008_m_000002_0 not found in cache
2013-10-31 15:47:43,595 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0008 for user-log deletion with retainTimeStamp:1383320863595
2013-10-31 15:47:43,897 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0008_m_1961044235 since job job_20131031154230960_0008 is dead
2013-10-31 15:47:43,904 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0008_m_-936218353 since job job_20131031154230960_0008 is dead
2013-10-31 15:47:43,907 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19834 with signal TERM. Exit code 0
2013-10-31 15:47:43,914 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19837 with signal TERM. Exit code 0
2013-10-31 15:47:43,953 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000005_0 0.0% setup
2013-10-31 15:47:43,955 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0009_m_000005_0 is done.
2013-10-31 15:47:43,955 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0009_m_000005_0 was -1
2013-10-31 15:47:43,956 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:44,046 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000005_0 0.0% setup
2013-10-31 15:47:44,049 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0010_m_000005_0 is done.
2013-10-31 15:47:44,050 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0010_m_000005_0 was -1
2013-10-31 15:47:44,050 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:44,106 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:44,106 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:44,107 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:44,107 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:44,107 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0008_m_1961044235 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:44,107 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:44,107 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:44,107 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0008_m_-936218353 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:44,540 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0009_m_000005_0' has completed task_20131031154230960_0009_m_000005 successfully.
2013-10-31 15:47:44,543 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0008_m_1026572777 since job job_20131031154230960_0008 is dead
2013-10-31 15:47:44,545 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0009_m_000000_0' to tip task_20131031154230960_0009_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:47:44,546 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0009_m_000000
2013-10-31 15:47:44,553 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19749 with signal TERM. Exit code 0
2013-10-31 15:47:44,554 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0009_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:47:44,555 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0009_m_000000_0 which needs 1 slots
2013-10-31 15:47:44,555 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0009_m_000000_0 which needs 1 slots
2013-10-31 15:47:44,563 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0010_m_000005_0' has completed task_20131031154230960_0010_m_000005 successfully.
2013-10-31 15:47:44,573 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0009_m_000001_0' to tip task_20131031154230960_0009_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:47:44,574 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0009_m_000001
2013-10-31 15:47:44,574 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0009_m_000002_0' to tip task_20131031154230960_0009_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:47:44,575 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0009_m_000002
2013-10-31 15:47:44,577 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0009_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:47:44,578 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0009_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:47:44,579 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0009_m_000001_0 which needs 1 slots
2013-10-31 15:47:44,579 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0009_m_000001_0 which needs 1 slots
2013-10-31 15:47:44,579 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0009_m_000002_0 which needs 1 slots
2013-10-31 15:47:44,580 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0009_m_000002_0 which needs 1 slots
2013-10-31 15:47:44,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken dst=null perm=null
2013-10-31 15:47:44,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35484, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6340236444271498645_1093, duration: 414638
2013-10-31 15:47:44,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml dst=null perm=null
2013-10-31 15:47:44,598 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0009_m_-1301038878
2013-10-31 15:47:44,599 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0009_m_-1301038878 spawned.
2013-10-31 15:47:44,600 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0009_m_000003_0' to tip task_20131031154230960_0009_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:47:44,600 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0009_m_000003
2013-10-31 15:47:44,601 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0010_m_000000_0' to tip task_20131031154230960_0010_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:47:44,603 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0010_m_000000
2013-10-31 15:47:44,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59827, bytes: 28037, op: HDFS_READ, cliID: DFSClient_-2001588959, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6254817448589575492_1088, duration: 1716941
2013-10-31 15:47:44,604 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0009_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:47:44,605 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0009/attempt_20131031154230960_0009_m_000000_0/taskjvm.sh
2013-10-31 15:47:44,605 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0010_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:47:44,605 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0009_m_000003_0 which needs 1 slots
2013-10-31 15:47:44,606 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0009_m_000003_0 which needs 1 slots
2013-10-31 15:47:44,606 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0010_m_000000_0 which needs 1 slots
2013-10-31 15:47:44,606 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0010_m_000000_0 which needs 1 slots
2013-10-31 15:47:44,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009/jobToken dst=null perm=null
2013-10-31 15:47:44,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken dst=null perm=null
2013-10-31 15:47:44,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35488, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8551756617722998510_1094, duration: 146290
2013-10-31 15:47:44,615 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59828, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6340236444271498645_1093, duration: 321510
2013-10-31 15:47:44,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml dst=null perm=null
2013-10-31 15:47:44,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59832, bytes: 28041, op: HDFS_READ, cliID: DFSClient_-1608915749, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7616715244891372195_1088, duration: 178920
2013-10-31 15:47:44,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.xml dst=null perm=null
2013-10-31 15:47:44,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37138, bytes: 28037, op: HDFS_READ, cliID: DFSClient_-37595625, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6254817448589575492_1088, duration: 218541
2013-10-31 15:47:44,636 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:44,641 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:44,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar dst=null perm=null
2013-10-31 15:47:44,651 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35493, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1608915749, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4800581435987881855_1082, duration: 785639
2013-10-31 15:47:44,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar dst=null perm=null
2013-10-31 15:47:44,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37140, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-37595625, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8232718522490777917_1082, duration: 739280
2013-10-31 15:47:44,712 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0010_m_-683846319
2013-10-31 15:47:44,713 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0010_m_-683846319 spawned.
2013-10-31 15:47:44,713 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0009_m_-824833220
2013-10-31 15:47:44,714 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0009_m_-824833220 spawned.
2013-10-31 15:47:44,715 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0010/attempt_20131031154230960_0010_m_000000_0/taskjvm.sh
2013-10-31 15:47:44,716 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0009/attempt_20131031154230960_0009_m_000003_0/taskjvm.sh
2013-10-31 15:47:44,744 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:44,745 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:44,745 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:44,745 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0008_m_1026572777 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:44,834 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:44,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.jar dst=null perm=null
2013-10-31 15:47:44,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37141, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-2001588959, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8232718522490777917_1082, duration: 1346270
2013-10-31 15:47:44,933 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0010_m_000001_0' to tip task_20131031154230960_0010_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:47:44,934 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0010_m_000001
2013-10-31 15:47:44,935 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0010_m_000002_0' to tip task_20131031154230960_0010_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:47:44,937 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0010_m_000002
2013-10-31 15:47:44,945 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0010_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:47:44,946 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0010_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:47:44,946 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0010_m_000001_0 which needs 1 slots
2013-10-31 15:47:44,946 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0010_m_000001_0 which needs 1 slots
2013-10-31 15:47:44,947 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0010_m_000002_0 which needs 1 slots
2013-10-31 15:47:44,947 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0010_m_000002_0 which needs 1 slots
2013-10-31 15:47:44,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken dst=null perm=null
2013-10-31 15:47:44,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59837, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8551756617722998510_1094, duration: 292503
2013-10-31 15:47:44,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml dst=null perm=null
2013-10-31 15:47:44,966 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35498, bytes: 28041, op: HDFS_READ, cliID: DFSClient_-183853082, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7616715244891372195_1088, duration: 168847
2013-10-31 15:47:44,975 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0009_m_1322801775
2013-10-31 15:47:44,975 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0009_m_1322801775 spawned.
2013-10-31 15:47:44,975 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0010_m_956319148
2013-10-31 15:47:44,977 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0009/attempt_20131031154230960_0009_m_000002_0/taskjvm.sh
2013-10-31 15:47:44,979 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:44,980 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20338 with signal TERM. Exit code 0
2013-10-31 15:47:44,980 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0009_m_208590373
2013-10-31 15:47:44,981 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0009_m_208590373 spawned.
2013-10-31 15:47:44,982 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0009/attempt_20131031154230960_0009_m_000001_0/taskjvm.sh
2013-10-31 15:47:44,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar dst=null perm=null
2013-10-31 15:47:44,993 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35499, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-183853082, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4800581435987881855_1082, duration: 645273
2013-10-31 15:47:45,045 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:45,045 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:45,045 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:45,045 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0010_m_956319148 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:45,050 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0010_m_-1230874131
2013-10-31 15:47:45,051 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0010_m_-1230874131 spawned.
2013-10-31 15:47:45,051 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0010_m_-769217066
2013-10-31 15:47:45,052 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0010_m_-769217066 spawned.
2013-10-31 15:47:45,052 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0010/attempt_20131031154230960_0010_m_000001_0/taskjvm.sh
2013-10-31 15:47:45,053 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0010/attempt_20131031154230960_0010_m_000002_0/taskjvm.sh
2013-10-31 15:47:46,242 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0009_m_-1301038878 given task: attempt_20131031154230960_0009_m_000000_0
2013-10-31 15:47:46,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split dst=null perm=null
2013-10-31 15:47:46,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37148, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7756398115449239247_1084, duration: 173213
2013-10-31 15:47:46,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000 dst=null perm=null
2013-10-31 15:47:46,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37149, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5819074569177708408_1076, duration: 253650
2013-10-31 15:47:47,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:47,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:47,555 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0010_m_000003_0' to tip task_20131031154230960_0010_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:47:47,556 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0010_m_000003
2013-10-31 15:47:47,556 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0010_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:47:47,557 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0010_m_000003_0 which needs 1 slots
2013-10-31 15:47:47,557 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0010_m_000003_0 which needs 1 slots
2013-10-31 15:47:47,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010/jobToken dst=null perm=null
2013-10-31 15:47:47,561 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35504, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8551756617722998510_1094, duration: 138820
2013-10-31 15:47:47,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.xml dst=null perm=null
2013-10-31 15:47:47,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59847, bytes: 28041, op: HDFS_READ, cliID: DFSClient_234826980, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7616715244891372195_1088, duration: 155433
2013-10-31 15:47:47,583 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:47:47,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.jar dst=null perm=null
2013-10-31 15:47:47,599 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37153, bytes: 239915, op: HDFS_READ, cliID: DFSClient_234826980, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4800581435987881855_1082, duration: 743082
2013-10-31 15:47:47,664 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0009_m_-1398659487
2013-10-31 15:47:47,668 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20299 with signal TERM. Exit code 0
2013-10-31 15:47:47,669 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0010_m_-1825707683
2013-10-31 15:47:47,669 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0010_m_-1825707683 spawned.
2013-10-31 15:47:47,670 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0010/attempt_20131031154230960_0010_m_000003_0/taskjvm.sh
2013-10-31 15:47:48,050 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0009_m_000000_0
2013-10-31 15:47:48,051 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0009_m_000000_0
2013-10-31 15:47:48,089 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:47:48,089 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:47:48,089 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:47:48,089 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0009_m_-1398659487 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:47:48,115 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0009_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:48,116 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000000_0 0.0%
2013-10-31 15:47:48,324 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0009_m_208590373 given task: attempt_20131031154230960_0009_m_000001_0
2013-10-31 15:47:48,331 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0010_m_-1230874131 given task: attempt_20131031154230960_0010_m_000001_0
2013-10-31 15:47:48,338 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0009_m_-824833220 given task: attempt_20131031154230960_0009_m_000003_0
2013-10-31 15:47:48,339 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0010_m_-769217066 given task: attempt_20131031154230960_0010_m_000002_0
2013-10-31 15:47:48,348 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0010_m_-683846319 given task: attempt_20131031154230960_0010_m_000000_0
2013-10-31 15:47:48,378 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0009_m_1322801775 given task: attempt_20131031154230960_0009_m_000002_0
2013-10-31 15:47:48,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split dst=null perm=null
2013-10-31 15:47:48,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59859, bytes: 367, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7756398115449239247_1084, duration: 220188
2013-10-31 15:47:48,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split dst=null perm=null
2013-10-31 15:47:48,879 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37166, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_147392037885266193_1084, duration: 157061
2013-10-31 15:47:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split dst=null perm=null
2013-10-31 15:47:48,890 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57081, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7756398115449239247_1084, duration: 163710
2013-10-31 15:47:48,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002 dst=null perm=null
2013-10-31 15:47:48,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59864, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_889270036078982907_1079, duration: 109105
2013-10-31 15:47:48,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000 dst=null perm=null
2013-10-31 15:47:48,922 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35525, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5819074569177708408_1076, duration: 129710
2013-10-31 15:47:48,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003 dst=null perm=null
2013-10-31 15:47:48,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:48,928 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35526, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-215353410089088844_1079, duration: 112422
2013-10-31 15:47:48,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:48,939 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0010_m_-1825707683 given task: attempt_20131031154230960_0010_m_000003_0
2013-10-31 15:47:48,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:48,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split dst=null perm=null
2013-10-31 15:47:48,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:48,958 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59868, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_147392037885266193_1084, duration: 182665
2013-10-31 15:47:48,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:48,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009/job.split dst=null perm=null
2013-10-31 15:47:48,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59869, bytes: 883, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7756398115449239247_1084, duration: 170402
2013-10-31 15:47:48,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split dst=null perm=null
2013-10-31 15:47:48,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003 dst=null perm=null
2013-10-31 15:47:48,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59870, bytes: 883, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_147392037885266193_1084, duration: 221887
2013-10-31 15:47:48,997 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37176, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-215353410089088844_1079, duration: 110350
2013-10-31 15:47:49,555 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0009_m_000005_0
2013-10-31 15:47:49,555 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0009_m_000005_0
2013-10-31 15:47:49,556 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0009_m_000005_0 not found in cache
2013-10-31 15:47:49,579 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0010_m_000005_0
2013-10-31 15:47:49,579 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0010_m_000005_0
2013-10-31 15:47:49,580 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0010_m_000005_0 not found in cache
2013-10-31 15:47:49,887 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0009_m_000003_0
2013-10-31 15:47:49,887 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0009_m_000003_0
2013-10-31 15:47:49,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001 dst=null perm=null
2013-10-31 15:47:49,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001 dst=null perm=null
2013-10-31 15:47:49,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35531, bytes: 218, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0009_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2247218823938086259_1079, duration: 316427
2013-10-31 15:47:49,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35532, bytes: 218, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2247218823938086259_1079, duration: 255390
2013-10-31 15:47:49,894 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0/part-00000. blk_1905378370769936385_1098
2013-10-31 15:47:49,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1905378370769936385_1098 src: /127.0.0.1:35533 dest: /127.0.0.1:37515
2013-10-31 15:47:50,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1905378370769936385_1098 src: /127.0.0.1:59875 dest: /127.0.0.1:51383
2013-10-31 15:47:50,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1905378370769936385_1098 src: /127.0.0.1:57095 dest: /127.0.0.1:40932
2013-10-31 15:47:50,109 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57095, dest: /127.0.0.1:40932, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0010_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1905378370769936385_1098, duration: 2972063
2013-10-31 15:47:50,109 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1905378370769936385_1098 terminating
2013-10-31 15:47:50,110 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59875, dest: /127.0.0.1:51383, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0010_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1905378370769936385_1098, duration: 6562536
2013-10-31 15:47:50,110 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1905378370769936385_1098 terminating
2013-10-31 15:47:50,111 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35533, dest: /127.0.0.1:37515, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0010_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1905378370769936385_1098, duration: 7564063
2013-10-31 15:47:50,111 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1905378370769936385_1098 size 176
2013-10-31 15:47:50,112 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1905378370769936385_1098 terminating
2013-10-31 15:47:50,113 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0010_m_000000_0
2013-10-31 15:47:50,114 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0010_m_000000_0
2013-10-31 15:47:50,114 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1905378370769936385_1098 size 176
2013-10-31 15:47:50,115 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1905378370769936385_1098 size 176
2013-10-31 15:47:50,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010/job.split dst=null perm=null
2013-10-31 15:47:50,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35537, bytes: 367, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_147392037885266193_1084, duration: 115904
2013-10-31 15:47:50,559 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0009_m_000000_0
2013-10-31 15:47:50,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002 dst=null perm=null
2013-10-31 15:47:50,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59879, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0010_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_889270036078982907_1079, duration: 267657
2013-10-31 15:47:51,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000000_0 dst=null perm=null
2013-10-31 15:47:51,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:52,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:52,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:52,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:52,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:52,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:52,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:52,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000000_0 dst=null perm=null
2013-10-31 15:47:52,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:52,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:52,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:52,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:52,694 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000:0+260
2013-10-31 15:47:52,696 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000:0+260
2013-10-31 15:47:52,697 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0009_m_000000_0 is done.
2013-10-31 15:47:52,697 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0009_m_000000_0 was -1
2013-10-31 15:47:52,697 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:47:52,698 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0010_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:52,699 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000000_0 0.0%
2013-10-31 15:47:52,699 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0009_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:52,699 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000003_0 0.0%
2013-10-31 15:47:52,832 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0009_m_000001_0
2013-10-31 15:47:52,832 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0009_m_000001_0
2013-10-31 15:47:52,854 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0/part-00001. blk_3194760078176954506_1102
2013-10-31 15:47:52,855 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0/part-00002. blk_-472955460963865306_1102
2013-10-31 15:47:52,869 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0010_m_000003_0
2013-10-31 15:47:52,869 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0010_m_000003_0
2013-10-31 15:47:52,876 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0010_m_000002_0
2013-10-31 15:47:52,876 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0010_m_000002_0
2013-10-31 15:47:52,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3194760078176954506_1102 src: /127.0.0.1:57099 dest: /127.0.0.1:40932
2013-10-31 15:47:52,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3194760078176954506_1102 src: /127.0.0.1:35541 dest: /127.0.0.1:37515
2013-10-31 15:47:52,882 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0009_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:52,883 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000001_0 0.0%
2013-10-31 15:47:52,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3194760078176954506_1102 src: /127.0.0.1:59883 dest: /127.0.0.1:51383
2013-10-31 15:47:52,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-472955460963865306_1102 src: /127.0.0.1:35540 dest: /127.0.0.1:37515
2013-10-31 15:47:52,886 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59883, dest: /127.0.0.1:51383, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0010_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3194760078176954506_1102, duration: 1304390
2013-10-31 15:47:52,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-472955460963865306_1102 src: /127.0.0.1:59884 dest: /127.0.0.1:51383
2013-10-31 15:47:52,886 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3194760078176954506_1102 terminating
2013-10-31 15:47:52,886 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35541, dest: /127.0.0.1:37515, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0010_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3194760078176954506_1102, duration: 1780705
2013-10-31 15:47:52,887 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3194760078176954506_1102 terminating
2013-10-31 15:47:52,888 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57099, dest: /127.0.0.1:40932, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0010_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3194760078176954506_1102, duration: 2302802
2013-10-31 15:47:52,889 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3194760078176954506_1102 terminating
2013-10-31 15:47:52,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-472955460963865306_1102 src: /127.0.0.1:37190 dest: /127.0.0.1:42031
2013-10-31 15:47:52,889 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3194760078176954506_1102 size 176
2013-10-31 15:47:52,890 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3194760078176954506_1102 size 176
2013-10-31 15:47:52,890 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3194760078176954506_1102 size 176
2013-10-31 15:47:52,892 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37190, dest: /127.0.0.1:42031, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0009_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-472955460963865306_1102, duration: 799898
2013-10-31 15:47:52,892 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0010_m_000001_0
2013-10-31 15:47:52,892 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-472955460963865306_1102 terminating
2013-10-31 15:47:52,892 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59884, dest: /127.0.0.1:51383, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0009_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-472955460963865306_1102, duration: 1145616
2013-10-31 15:47:52,892 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0010_m_000001_0
2013-10-31 15:47:52,892 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-472955460963865306_1102 terminating
2013-10-31 15:47:52,892 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35540, dest: /127.0.0.1:37515, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0009_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-472955460963865306_1102, duration: 1501335
2013-10-31 15:47:52,893 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-472955460963865306_1102 terminating
2013-10-31 15:47:52,894 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-472955460963865306_1102 size 130
2013-10-31 15:47:52,894 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-472955460963865306_1102 size 130
2013-10-31 15:47:52,894 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-472955460963865306_1102 size 130
2013-10-31 15:47:52,895 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0009_m_000002_0
2013-10-31 15:47:52,896 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0009_m_000002_0
2013-10-31 15:47:52,920 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0010_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:52,920 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000003_0 0.0%
2013-10-31 15:47:52,930 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0010_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:52,930 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000002_0 0.0%
2013-10-31 15:47:53,319 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0010_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:53,319 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0009_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:47:53,319 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000001_0 0.0%
2013-10-31 15:47:53,319 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000002_0 0.0%
2013-10-31 15:47:53,560 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0009_m_000000_0' has completed task_20131031154230960_0009_m_000000 successfully.
2013-10-31 15:47:53,561 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0010_m_000003_0
2013-10-31 15:47:53,584 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0009_m_000001_0
2013-10-31 15:47:53,584 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0009_m_000002_0
2013-10-31 15:47:53,612 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0009_m_000003_0
2013-10-31 15:47:53,612 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0010_m_000000_0
2013-10-31 15:47:53,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0 dst=null perm=null
2013-10-31 15:47:53,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000003_0 dst=null perm=null
2013-10-31 15:47:53,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:53,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:53,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:53,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:53,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000000_0 dst=null perm=null
2013-10-31 15:47:53,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000003_0 dst=null perm=null
2013-10-31 15:47:53,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000001_0 dst=null perm=null
2013-10-31 15:47:53,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:53,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:53,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000001_0 dst=null perm=null
2013-10-31 15:47:53,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000003_0 dst=null perm=null
2013-10-31 15:47:53,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:53,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:53,954 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0010_m_000001_0
2013-10-31 15:47:53,954 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0010_m_000002_0
2013-10-31 15:47:53,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000003_0 dst=null perm=null
2013-10-31 15:47:54,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0 dst=null perm=null
2013-10-31 15:47:54,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0 dst=null perm=null
2013-10-31 15:47:54,334 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 531 Total time for transactions(ms): 8Number of transactions batched in Syncs: 32 Number of syncs: 364 SyncTimes(ms): 21941 3907
2013-10-31 15:47:54,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:54,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:54,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:54,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:54,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary/_attempt_20131031154230960_0009_m_000002_0 dst=null perm=null
2013-10-31 15:47:54,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000001_0 dst=null perm=null
2013-10-31 15:47:54,830 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000003_0 0.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002:0+70
2013-10-31 15:47:54,833 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000003_0 0.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002:0+70
2013-10-31 15:47:54,834 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0009_m_000003_0 is done.
2013-10-31 15:47:54,834 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0009_m_000003_0 was -1
2013-10-31 15:47:54,835 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:47:54,837 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000:0+260
2013-10-31 15:47:54,840 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00000:0+260
2013-10-31 15:47:54,841 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0010_m_000000_0 is done.
2013-10-31 15:47:54,842 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0010_m_000000_0 was -1
2013-10-31 15:47:54,842 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:54,845 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000001_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003:0+260
2013-10-31 15:47:54,848 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000001_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003:0+260
2013-10-31 15:47:54,848 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0009_m_000001_0 is done.
2013-10-31 15:47:54,848 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0009_m_000001_0 was -1
2013-10-31 15:47:54,849 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:47:54,933 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000001_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003:0+260
2013-10-31 15:47:54,936 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000001_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00003:0+260
2013-10-31 15:47:54,937 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0010_m_000001_0 is done.
2013-10-31 15:47:54,937 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0010_m_000001_0 was -1
2013-10-31 15:47:54,937 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:47:54,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000002_0 dst=null perm=null
2013-10-31 15:47:54,941 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000002_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001:0+214
2013-10-31 15:47:54,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:47:54,944 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000002_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001:0+214
2013-10-31 15:47:54,945 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0009_m_000002_0 is done.
2013-10-31 15:47:54,945 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0009_m_000002_0 was -1
2013-10-31 15:47:54,945 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:54,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:54,954 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000002_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001:0+214
2013-10-31 15:47:54,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary/_attempt_20131031154230960_0010_m_000002_0 dst=null perm=null
2013-10-31 15:47:56,308 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000003_0 0.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002:0+70
2013-10-31 15:47:56,310 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000003_0 0.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00002:0+70
2013-10-31 15:47:56,311 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0010_m_000003_0 is done.
2013-10-31 15:47:56,311 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0010_m_000003_0 was -1
2013-10-31 15:47:56,311 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:56,565 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0010_m_000003_0' has completed task_20131031154230960_0010_m_000003 successfully.
2013-10-31 15:47:56,589 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0009_m_000001_0' has completed task_20131031154230960_0009_m_000001 successfully.
2013-10-31 15:47:56,590 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0009_m_000002_0' has completed task_20131031154230960_0009_m_000002 successfully.
2013-10-31 15:47:56,616 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0009_m_000003_0' has completed task_20131031154230960_0009_m_000003 successfully.
2013-10-31 15:47:56,620 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0010_m_000000_0' has completed task_20131031154230960_0010_m_000000 successfully.
2013-10-31 15:47:56,622 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0009_m_000004_0' to tip task_20131031154230960_0009_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:47:56,624 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0009_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:47:56,624 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0009_m_000004_0 which needs 1 slots
2013-10-31 15:47:56,625 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0009_m_000004_0 which needs 1 slots
2013-10-31 15:47:56,646 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0009/attempt_20131031154230960_0009_m_000004_0. Attempting to reuse: jvm_20131031154230960_0009_m_-824833220
2013-10-31 15:47:56,865 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0009_m_-824833220 given task: attempt_20131031154230960_0009_m_000004_0
2013-10-31 15:47:56,956 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0010_m_000001_0' has completed task_20131031154230960_0010_m_000001 successfully.
2013-10-31 15:47:56,991 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000004_0 0.0%
2013-10-31 15:47:57,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary dst=null perm=null
2013-10-31 15:47:57,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:47:57,747 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_SUCCESS from client DFSClient_attempt_20131031154230960_0009_m_000004_0
2013-10-31 15:47:57,747 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0009_m_000004_0
2013-10-31 15:47:57,756 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8232718522490777917 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:57,756 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8232718522490777917 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:57,756 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8232718522490777917 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:57,757 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8232718522490777917 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:57,757 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7756398115449239247 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:57,757 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7756398115449239247 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:57,757 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7756398115449239247 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:47:57,758 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7756398115449239247 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:57,758 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8297453534856708510 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:57,758 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8297453534856708510 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:57,758 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8297453534856708510 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:57,759 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6254817448589575492 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:47:57,759 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6254817448589575492 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:47:57,759 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6254817448589575492 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:47:57,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0009 dst=null perm=null
2013-10-31 15:47:58,005 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000002_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001:0+214
2013-10-31 15:47:58,008 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000002_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64/part-00001:0+214
2013-10-31 15:47:58,008 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0010_m_000002_0 is done.
2013-10-31 15:47:58,009 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0010_m_000002_0 was -1
2013-10-31 15:47:58,009 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:59,517 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_6254817448589575492_1088 blk_8232718522490777917_1082 blk_-7756398115449239247_1084 blk_-8297453534856708510_1086
2013-10-31 15:47:59,517 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_6254817448589575492_1088 blk_8232718522490777917_1082 blk_-7756398115449239247_1084 blk_-8297453534856708510_1086
2013-10-31 15:47:59,539 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8297453534856708510_1086 file build/test/data/dfs/data/data1/current/blk_-8297453534856708510 for deletion
2013-10-31 15:47:59,539 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7756398115449239247_1084 file build/test/data/dfs/data/data1/current/blk_-7756398115449239247 for deletion
2013-10-31 15:47:59,539 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8297453534856708510_1086 at file build/test/data/dfs/data/data1/current/blk_-8297453534856708510
2013-10-31 15:47:59,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6254817448589575492_1088 file build/test/data/dfs/data/data1/current/blk_6254817448589575492 for deletion
2013-10-31 15:47:59,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7756398115449239247_1084 at file build/test/data/dfs/data/data1/current/blk_-7756398115449239247
2013-10-31 15:47:59,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8232718522490777917_1082 file build/test/data/dfs/data/data1/current/blk_8232718522490777917 for deletion
2013-10-31 15:47:59,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6254817448589575492_1088 at file build/test/data/dfs/data/data1/current/blk_6254817448589575492
2013-10-31 15:47:59,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8232718522490777917_1082 at file build/test/data/dfs/data/data1/current/blk_8232718522490777917
2013-10-31 15:47:59,942 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0009_m_000004_0 0.0% cleanup
2013-10-31 15:47:59,943 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0009_m_000004_0 is done.
2013-10-31 15:47:59,944 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0009_m_000004_0 was -1
2013-10-31 15:47:59,944 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:47:59,961 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0010_m_000002_0' has completed task_20131031154230960_0010_m_000002 successfully.
2013-10-31 15:47:59,965 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0010_m_000004_0' to tip task_20131031154230960_0010_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:47:59,968 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0010_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:47:59,969 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0010_m_000004_0 which needs 1 slots
2013-10-31 15:47:59,969 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0010_m_000004_0 which needs 1 slots
2013-10-31 15:48:00,008 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0010/attempt_20131031154230960_0010_m_000004_0. Attempting to reuse: jvm_20131031154230960_0010_m_-1230874131
2013-10-31 15:48:00,049 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8297453534856708510_1086 file build/test/data/dfs/data/data3/current/blk_-8297453534856708510 for deletion
2013-10-31 15:48:00,049 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7756398115449239247_1084 file build/test/data/dfs/data/data3/current/blk_-7756398115449239247 for deletion
2013-10-31 15:48:00,049 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8297453534856708510_1086 at file build/test/data/dfs/data/data3/current/blk_-8297453534856708510
2013-10-31 15:48:00,049 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6254817448589575492_1088 file build/test/data/dfs/data/data4/current/blk_6254817448589575492 for deletion
2013-10-31 15:48:00,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7756398115449239247_1084 at file build/test/data/dfs/data/data3/current/blk_-7756398115449239247
2013-10-31 15:48:00,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8232718522490777917_1082 file build/test/data/dfs/data/data4/current/blk_8232718522490777917 for deletion
2013-10-31 15:48:00,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6254817448589575492_1088 at file build/test/data/dfs/data/data4/current/blk_6254817448589575492
2013-10-31 15:48:00,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8232718522490777917_1082 at file build/test/data/dfs/data/data4/current/blk_8232718522490777917
2013-10-31 15:48:01,477 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0010_m_-1230874131 given task: attempt_20131031154230960_0010_m_000004_0
2013-10-31 15:48:01,607 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000004_0 0.0%
2013-10-31 15:48:01,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary dst=null perm=null
2013-10-31 15:48:01,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:01,628 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_SUCCESS from client DFSClient_attempt_20131031154230960_0010_m_000004_0
2013-10-31 15:48:01,628 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0010_m_000004_0
2013-10-31 15:48:01,637 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4800581435987881855 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:01,637 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4800581435987881855 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:01,637 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4800581435987881855 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:01,637 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4800581435987881855 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:01,638 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_147392037885266193 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:01,638 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_147392037885266193 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:01,638 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_147392037885266193 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:01,638 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_147392037885266193 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:01,639 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7399551810819655444 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:01,639 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7399551810819655444 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:01,639 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7399551810819655444 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:01,639 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7616715244891372195 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:01,640 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7616715244891372195 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:01,640 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7616715244891372195 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:01,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0010 dst=null perm=null
2013-10-31 15:48:02,518 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-7616715244891372195_1088 blk_7399551810819655444_1086 blk_8232718522490777917_1082 blk_-7756398115449239247_1084 blk_147392037885266193_1084 blk_-4800581435987881855_1082
2013-10-31 15:48:02,518 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-7616715244891372195_1088 blk_147392037885266193_1084 blk_-4800581435987881855_1082
2013-10-31 15:48:02,632 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0009_m_000004_0' has completed task_20131031154230960_0009_m_000004 successfully.
2013-10-31 15:48:02,633 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0009 has completed successfully.
2013-10-31 15:48:02,634 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0009,submitTime=1383234457153,launchTime=1383234457498,firstMapTaskLaunchTime=1383234464544,firstJobSetupTaskLaunchTime=1383234458526,firstJobCleanupTaskLaunchTime=1383234476621,finishTime=1383234482633,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=46,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[99CCC2D3326E40AB9211CDEE9FE91AA0/4E3B1C21A41F4BBAB7DCD988A882BB4D] left+right/(3/3) ...pesplatform/nonsafesplit1
2013-10-31 15:48:02,641 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_1383234457153_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F4E3B1C21A41F4BBA. blk_-3214818645188313894_1104
2013-10-31 15:48:02,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3214818645188313894_1104 src: /127.0.0.1:59891 dest: /127.0.0.1:51383
2013-10-31 15:48:02,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3214818645188313894_1104 src: /127.0.0.1:35551 dest: /127.0.0.1:37515
2013-10-31 15:48:02,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3214818645188313894_1104 src: /127.0.0.1:57112 dest: /127.0.0.1:40932
2013-10-31 15:48:02,652 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57112, dest: /127.0.0.1:40932, bytes: 21385, op: HDFS_WRITE, cliID: DFSClient_381477716, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3214818645188313894_1104, duration: 914760
2013-10-31 15:48:02,653 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3214818645188313894_1104 terminating
2013-10-31 15:48:02,653 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35551, dest: /127.0.0.1:37515, bytes: 21385, op: HDFS_WRITE, cliID: DFSClient_381477716, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3214818645188313894_1104, duration: 959853
2013-10-31 15:48:02,654 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3214818645188313894_1104 terminating
2013-10-31 15:48:02,654 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59891, dest: /127.0.0.1:51383, bytes: 21385, op: HDFS_WRITE, cliID: DFSClient_381477716, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3214818645188313894_1104, duration: 1855247
2013-10-31 15:48:02,655 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3214818645188313894_1104 terminating
2013-10-31 15:48:02,656 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3214818645188313894_1104 size 21385
2013-10-31 15:48:02,659 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_1383234457153_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F4E3B1C21A41F4BBA from client DFSClient_381477716
2013-10-31 15:48:02,659 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_logs/history/job_20131031154230960_0009_1383234457153_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F4E3B1C21A41F4BBA is closed by DFSClient_381477716
2013-10-31 15:48:02,660 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3214818645188313894_1104 size 21385
2013-10-31 15:48:02,660 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3214818645188313894_1104 size 21385
2013-10-31 15:48:02,667 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0009_1383234457153_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F4E3B1C21A41F4BBA to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:48:02,670 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0009_m_000003_0'
2013-10-31 15:48:02,670 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0009_m_000004_0'
2013-10-31 15:48:02,673 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6340236444271498645 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:02,673 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6340236444271498645 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:02,673 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6340236444271498645 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:02,676 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0009_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:48:02,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0009 dst=null perm=null
2013-10-31 15:48:02,971 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0009
2013-10-31 15:48:02,971 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0009 being deleted.
2013-10-31 15:48:03,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7616715244891372195_1088 file build/test/data/dfs/data/data3/current/blk_-7616715244891372195 for deletion
2013-10-31 15:48:03,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4800581435987881855_1082 file build/test/data/dfs/data/data4/current/blk_-4800581435987881855 for deletion
2013-10-31 15:48:03,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7616715244891372195_1088 at file build/test/data/dfs/data/data3/current/blk_-7616715244891372195
2013-10-31 15:48:03,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_147392037885266193_1084 file build/test/data/dfs/data/data4/current/blk_147392037885266193 for deletion
2013-10-31 15:48:03,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4800581435987881855_1082 at file build/test/data/dfs/data/data4/current/blk_-4800581435987881855
2013-10-31 15:48:03,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_147392037885266193_1084 at file build/test/data/dfs/data/data4/current/blk_147392037885266193
2013-10-31 15:48:04,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7756398115449239247_1084 file build/test/data/dfs/data/data8/current/blk_-7756398115449239247 for deletion
2013-10-31 15:48:04,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7616715244891372195_1088 file build/test/data/dfs/data/data7/current/blk_-7616715244891372195 for deletion
2013-10-31 15:48:04,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7756398115449239247_1084 at file build/test/data/dfs/data/data8/current/blk_-7756398115449239247
2013-10-31 15:48:04,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4800581435987881855_1082 file build/test/data/dfs/data/data7/current/blk_-4800581435987881855 for deletion
2013-10-31 15:48:04,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7616715244891372195_1088 at file build/test/data/dfs/data/data7/current/blk_-7616715244891372195
2013-10-31 15:48:04,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_147392037885266193_1084 file build/test/data/dfs/data/data7/current/blk_147392037885266193 for deletion
2013-10-31 15:48:04,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7399551810819655444_1086 file build/test/data/dfs/data/data8/current/blk_7399551810819655444 for deletion
2013-10-31 15:48:04,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4800581435987881855_1082 at file build/test/data/dfs/data/data7/current/blk_-4800581435987881855
2013-10-31 15:48:04,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7399551810819655444_1086 at file build/test/data/dfs/data/data8/current/blk_7399551810819655444
2013-10-31 15:48:04,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_147392037885266193_1084 at file build/test/data/dfs/data/data7/current/blk_147392037885266193
2013-10-31 15:48:04,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8232718522490777917_1082 file build/test/data/dfs/data/data8/current/blk_8232718522490777917 for deletion
2013-10-31 15:48:04,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8232718522490777917_1082 at file build/test/data/dfs/data/data8/current/blk_8232718522490777917
2013-10-31 15:48:04,580 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0010_m_000004_0 0.0% cleanup
2013-10-31 15:48:04,582 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0010_m_000004_0 is done.
2013-10-31 15:48:04,582 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0010_m_000004_0 was -1
2013-10-31 15:48:04,582 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:05,519 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-7616715244891372195_1088 blk_7399551810819655444_1086 blk_147392037885266193_1084 blk_-6340236444271498645_1093 blk_-4800581435987881855_1082
2013-10-31 15:48:05,519 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_7399551810819655444_1086 blk_6254817448589575492_1088 blk_8232718522490777917_1082 blk_-7756398115449239247_1084 blk_147392037885266193_1084 blk_-8297453534856708510_1086 blk_-6340236444271498645_1093 blk_-4800581435987881855_1082
2013-10-31 15:48:05,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7616715244891372195_1088 file build/test/data/dfs/data/data2/current/blk_-7616715244891372195 for deletion
2013-10-31 15:48:05,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6340236444271498645_1093 file build/test/data/dfs/data/data2/current/blk_-6340236444271498645 for deletion
2013-10-31 15:48:05,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7616715244891372195_1088 at file build/test/data/dfs/data/data2/current/blk_-7616715244891372195
2013-10-31 15:48:05,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4800581435987881855_1082 file build/test/data/dfs/data/data2/current/blk_-4800581435987881855 for deletion
2013-10-31 15:48:05,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6340236444271498645_1093 at file build/test/data/dfs/data/data2/current/blk_-6340236444271498645
2013-10-31 15:48:05,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_147392037885266193_1084 file build/test/data/dfs/data/data2/current/blk_147392037885266193 for deletion
2013-10-31 15:48:05,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4800581435987881855_1082 at file build/test/data/dfs/data/data2/current/blk_-4800581435987881855
2013-10-31 15:48:05,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7399551810819655444_1086 file build/test/data/dfs/data/data2/current/blk_7399551810819655444 for deletion
2013-10-31 15:48:05,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_147392037885266193_1084 at file build/test/data/dfs/data/data2/current/blk_147392037885266193
2013-10-31 15:48:05,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7399551810819655444_1086 at file build/test/data/dfs/data/data2/current/blk_7399551810819655444
2013-10-31 15:48:05,577 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0009_m_000000_0'
2013-10-31 15:48:05,577 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0009_m_000005_0'
2013-10-31 15:48:05,600 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0009_m_000001_0'
2013-10-31 15:48:05,601 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0009_m_000002_0'
2013-10-31 15:48:05,974 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0010_m_000004_0' has completed task_20131031154230960_0010_m_000004 successfully.
2013-10-31 15:48:05,975 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0010 has completed successfully.
2013-10-31 15:48:05,976 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0010,submitTime=1383234457191,launchTime=1383234457538,firstMapTaskLaunchTime=1383234464601,firstJobSetupTaskLaunchTime=1383234458539,firstJobCleanupTaskLaunchTime=1383234479964,finishTime=1383234485975,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=51,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[99CCC2D3326E40AB9211CDEE9FE91AA0/5A64F3A6C01745378858D907C94842CA] left+right/(2/3) ...pesplatform/nonsafesplit2
2013-10-31 15:48:05,982 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_1383234457191_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F5A64F3A6C0174537. blk_5384787589762012075_1104
2013-10-31 15:48:05,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5384787589762012075_1104 src: /127.0.0.1:59896 dest: /127.0.0.1:51383
2013-10-31 15:48:05,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5384787589762012075_1104 src: /127.0.0.1:35556 dest: /127.0.0.1:37515
2013-10-31 15:48:05,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5384787589762012075_1104 src: /127.0.0.1:57117 dest: /127.0.0.1:40932
2013-10-31 15:48:05,991 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57117, dest: /127.0.0.1:40932, bytes: 21705, op: HDFS_WRITE, cliID: DFSClient_1546532582, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5384787589762012075_1104, duration: 70055
2013-10-31 15:48:05,991 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5384787589762012075_1104 terminating
2013-10-31 15:48:05,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5384787589762012075_1104 size 21705
2013-10-31 15:48:05,992 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35556, dest: /127.0.0.1:37515, bytes: 21705, op: HDFS_WRITE, cliID: DFSClient_1546532582, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5384787589762012075_1104, duration: 950754
2013-10-31 15:48:05,992 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5384787589762012075_1104 terminating
2013-10-31 15:48:05,993 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59896, dest: /127.0.0.1:51383, bytes: 21705, op: HDFS_WRITE, cliID: DFSClient_1546532582, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5384787589762012075_1104, duration: 2057974
2013-10-31 15:48:05,993 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5384787589762012075_1104 size 21705
2013-10-31 15:48:05,993 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5384787589762012075_1104 terminating
2013-10-31 15:48:05,997 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5384787589762012075_1104 size 21705
2013-10-31 15:48:05,998 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_1383234457191_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F5A64F3A6C0174537 from client DFSClient_1546532582
2013-10-31 15:48:05,999 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_logs/history/job_20131031154230960_0010_1383234457191_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F5A64F3A6C0174537 is closed by DFSClient_1546532582
2013-10-31 15:48:06,006 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0010_1383234457191_hadoop_%5B99CCC2D3326E40AB9211CDEE9FE91AA0%2F5A64F3A6C0174537 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:48:06,008 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0010_m_000001_0'
2013-10-31 15:48:06,008 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0010_m_000002_0'
2013-10-31 15:48:06,008 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8551756617722998510 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:06,008 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0010_m_000004_0'
2013-10-31 15:48:06,008 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8551756617722998510 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:06,009 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8551756617722998510 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:06,011 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0010_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:48:06,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0010 dst=null perm=null
2013-10-31 15:48:06,016 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2264327080018851847 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:06,016 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2264327080018851847 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:06,016 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2264327080018851847 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:06,016 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2175293277692075247 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:06,017 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2175293277692075247 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:06,017 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2175293277692075247 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:06,017 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5819074569177708408 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:06,017 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5819074569177708408 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:06,018 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5819074569177708408 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:06,018 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2247218823938086259 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:06,018 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2247218823938086259 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:06,018 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2247218823938086259 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:06,019 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_889270036078982907 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:06,019 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_889270036078982907 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:06,019 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_889270036078982907 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:06,019 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-215353410089088844 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:06,019 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-215353410089088844 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:06,020 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-215353410089088844 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:06,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7235962792_split_701AECB7EFC7407BBA8189AB2F21FD64 dst=null perm=null
2013-10-31 15:48:06,027 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/_temporary
2013-10-31 15:48:06,028 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/_temporary
2013-10-31 15:48:06,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2013-10-31 15:48:06,050 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:48:06,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null
2013-10-31 15:48:06,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null
2013-10-31 15:48:06,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null
2013-10-31 15:48:06,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null
2013-10-31 15:48:06,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null
2013-10-31 15:48:06,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null
2013-10-31 15:48:06,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null
2013-10-31 15:48:06,061 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59899, bytes: 134, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-472955460963865306_1102, duration: 290375
2013-10-31 15:48:06,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null
2013-10-31 15:48:06,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2013-10-31 15:48:06,082 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:48:06,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null
2013-10-31 15:48:06,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null
2013-10-31 15:48:06,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null
2013-10-31 15:48:06,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null
2013-10-31 15:48:06,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null
2013-10-31 15:48:06,091 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59900, bytes: 180, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1905378370769936385_1098, duration: 314096
2013-10-31 15:48:06,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null
2013-10-31 15:48:06,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35560, bytes: 180, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3194760078176954506_1102, duration: 255875
2013-10-31 15:48:06,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null
2013-10-31 15:48:06,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null
2013-10-31 15:48:06,096 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/nonsafesplit2
2013-10-31 15:48:06,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2013-10-31 15:48:06,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null
2013-10-31 15:48:06,105 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35561, bytes: 180, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1905378370769936385_1098, duration: 272060
2013-10-31 15:48:06,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null
2013-10-31 15:48:06,109 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35562, bytes: 180, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3194760078176954506_1102, duration: 258482
2013-10-31 15:48:06,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null
2013-10-31 15:48:06,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null
2013-10-31 15:48:06,115 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/nonsafesplit1
2013-10-31 15:48:06,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2013-10-31 15:48:06,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null
2013-10-31 15:48:06,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null
2013-10-31 15:48:06,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null
2013-10-31 15:48:06,127 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59904, bytes: 134, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-472955460963865306_1102, duration: 272749
2013-10-31 15:48:06,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null
2013-10-31 15:48:06,147 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:48:06,147 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:48:06,167 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [output1+output2] starting
2013-10-31 15:48:06,168 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [output1+output2] source: Hfs["TextLine[['num', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:48:06,168 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [output1+output2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2"]
2013-10-31 15:48:06,168 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [output1+output2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1"]
2013-10-31 15:48:06,169 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [output1+output2] parallel execution is enabled: true
2013-10-31 15:48:06,169 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [output1+output2] starting jobs: 3
2013-10-31 15:48:06,169 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [output1+output2] allocating threads: 3
2013-10-31 15:48:06,171 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [output1+output2] starting step: (1/3)
2013-10-31 15:48:06,176 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:48:06,176 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:48:06,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:06,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:48:06,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,197 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar. blk_7141778874480296119_1105
2013-10-31 15:48:06,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7141778874480296119_1105 src: /127.0.0.1:57124 dest: /127.0.0.1:40932
2013-10-31 15:48:06,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7141778874480296119_1105 src: /127.0.0.1:35565 dest: /127.0.0.1:37515
2013-10-31 15:48:06,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7141778874480296119_1105 src: /127.0.0.1:59907 dest: /127.0.0.1:51383
2013-10-31 15:48:06,214 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59907, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7141778874480296119_1105, duration: 8155865
2013-10-31 15:48:06,214 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7141778874480296119_1105 terminating
2013-10-31 15:48:06,215 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35565, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7141778874480296119_1105, duration: 9316576
2013-10-31 15:48:06,215 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7141778874480296119_1105 terminating
2013-10-31 15:48:06,216 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7141778874480296119_1105 size 238055
2013-10-31 15:48:06,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57124, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7141778874480296119_1105, duration: 9978363
2013-10-31 15:48:06,216 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7141778874480296119_1105 terminating
2013-10-31 15:48:06,216 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7141778874480296119_1105 size 238055
2013-10-31 15:48:06,218 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar from client DFSClient_1020568644
2013-10-31 15:48:06,219 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar is closed by DFSClient_1020568644
2013-10-31 15:48:06,219 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7141778874480296119_1105 size 238055
2013-10-31 15:48:06,224 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar. New replication is 10
2013-10-31 15:48:06,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar dst=null perm=null
2013-10-31 15:48:06,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,235 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:48:06,240 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:48:06,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:48:06,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,255 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split. New replication is 10
2013-10-31 15:48:06,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split dst=null perm=null
2013-10-31 15:48:06,262 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split. blk_7301609880084206313_1106
2013-10-31 15:48:06,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7301609880084206313_1106 src: /127.0.0.1:37213 dest: /127.0.0.1:42031
2013-10-31 15:48:06,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7301609880084206313_1106 src: /127.0.0.1:35568 dest: /127.0.0.1:37515
2013-10-31 15:48:06,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7301609880084206313_1106 src: /127.0.0.1:59910 dest: /127.0.0.1:51383
2013-10-31 15:48:06,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7301609880084206313_1106 src: /127.0.0.1:57130 dest: /127.0.0.1:40932
2013-10-31 15:48:06,272 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57130, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7301609880084206313_1106, duration: 112604
2013-10-31 15:48:06,272 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7301609880084206313_1106 terminating
2013-10-31 15:48:06,273 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59910, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7301609880084206313_1106, duration: 896116
2013-10-31 15:48:06,273 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7301609880084206313_1106 terminating
2013-10-31 15:48:06,274 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35568, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7301609880084206313_1106, duration: 1873510
2013-10-31 15:48:06,274 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7301609880084206313_1106 terminating
2013-10-31 15:48:06,275 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37213, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7301609880084206313_1106, duration: 2740940
2013-10-31 15:48:06,275 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_7301609880084206313_1106 terminating
2013-10-31 15:48:06,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7301609880084206313_1106 size 1403
2013-10-31 15:48:06,278 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split from client DFSClient_1020568644
2013-10-31 15:48:06,279 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split is closed by DFSClient_1020568644
2013-10-31 15:48:06,279 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7301609880084206313_1106 size 1403
2013-10-31 15:48:06,279 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7301609880084206313_1106 size 1403
2013-10-31 15:48:06,280 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7301609880084206313_1106 size 1403
2013-10-31 15:48:06,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8297453534856708510_1086 file build/test/data/dfs/data/data6/current/blk_-8297453534856708510 for deletion
2013-10-31 15:48:06,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7756398115449239247_1084 file build/test/data/dfs/data/data6/current/blk_-7756398115449239247 for deletion
2013-10-31 15:48:06,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8297453534856708510_1086 at file build/test/data/dfs/data/data6/current/blk_-8297453534856708510
2013-10-31 15:48:06,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6340236444271498645_1093 file build/test/data/dfs/data/data5/current/blk_-6340236444271498645 for deletion
2013-10-31 15:48:06,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7756398115449239247_1084 at file build/test/data/dfs/data/data6/current/blk_-7756398115449239247
2013-10-31 15:48:06,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4800581435987881855_1082 file build/test/data/dfs/data/data5/current/blk_-4800581435987881855 for deletion
2013-10-31 15:48:06,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6340236444271498645_1093 at file build/test/data/dfs/data/data5/current/blk_-6340236444271498645
2013-10-31 15:48:06,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_147392037885266193_1084 file build/test/data/dfs/data/data5/current/blk_147392037885266193 for deletion
2013-10-31 15:48:06,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4800581435987881855_1082 at file build/test/data/dfs/data/data5/current/blk_-4800581435987881855
2013-10-31 15:48:06,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6254817448589575492_1088 file build/test/data/dfs/data/data6/current/blk_6254817448589575492 for deletion
2013-10-31 15:48:06,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_147392037885266193_1084 at file build/test/data/dfs/data/data5/current/blk_147392037885266193
2013-10-31 15:48:06,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7399551810819655444_1086 file build/test/data/dfs/data/data5/current/blk_7399551810819655444 for deletion
2013-10-31 15:48:06,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6254817448589575492_1088 at file build/test/data/dfs/data/data6/current/blk_6254817448589575492
2013-10-31 15:48:06,526 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7399551810819655444_1086 at file build/test/data/dfs/data/data5/current/blk_7399551810819655444
2013-10-31 15:48:06,526 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8232718522490777917_1082 file build/test/data/dfs/data/data6/current/blk_8232718522490777917 for deletion
2013-10-31 15:48:06,527 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8232718522490777917_1082 at file build/test/data/dfs/data/data6/current/blk_8232718522490777917
2013-10-31 15:48:06,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,839 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.splitmetainfo. blk_-5609833618772244551_1107
2013-10-31 15:48:06,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5609833618772244551_1107 src: /127.0.0.1:37217 dest: /127.0.0.1:42031
2013-10-31 15:48:06,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5609833618772244551_1107 src: /127.0.0.1:59913 dest: /127.0.0.1:51383
2013-10-31 15:48:06,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5609833618772244551_1107 src: /127.0.0.1:57133 dest: /127.0.0.1:40932
2013-10-31 15:48:06,847 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57133, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5609833618772244551_1107, duration: 70890
2013-10-31 15:48:06,848 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5609833618772244551_1107 terminating
2013-10-31 15:48:06,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59913, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5609833618772244551_1107, duration: 908069
2013-10-31 15:48:06,849 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5609833618772244551_1107 terminating
2013-10-31 15:48:06,849 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37217, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5609833618772244551_1107, duration: 1843967
2013-10-31 15:48:06,850 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5609833618772244551_1107 terminating
2013-10-31 15:48:06,850 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5609833618772244551_1107 size 156
2013-10-31 15:48:06,852 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5609833618772244551_1107 size 156
2013-10-31 15:48:06,852 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5609833618772244551_1107 size 156
2013-10-31 15:48:06,853 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:48:06,853 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:48:06,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,874 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml. blk_-1305046405954213480_1108
2013-10-31 15:48:06,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1305046405954213480_1108 src: /127.0.0.1:37220 dest: /127.0.0.1:42031
2013-10-31 15:48:06,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1305046405954213480_1108 src: /127.0.0.1:59916 dest: /127.0.0.1:51383
2013-10-31 15:48:06,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1305046405954213480_1108 src: /127.0.0.1:35576 dest: /127.0.0.1:37515
2013-10-31 15:48:06,882 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35576, dest: /127.0.0.1:37515, bytes: 27687, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1305046405954213480_1108, duration: 357225
2013-10-31 15:48:06,883 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1305046405954213480_1108 terminating
2013-10-31 15:48:06,883 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1305046405954213480_1108 size 27687
2013-10-31 15:48:06,883 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59916, dest: /127.0.0.1:51383, bytes: 27687, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1305046405954213480_1108, duration: 1249562
2013-10-31 15:48:06,884 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1305046405954213480_1108 terminating
2013-10-31 15:48:06,884 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37220, dest: /127.0.0.1:42031, bytes: 27687, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1305046405954213480_1108, duration: 2237063
2013-10-31 15:48:06,885 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1305046405954213480_1108 terminating
2013-10-31 15:48:06,886 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1305046405954213480_1108 size 27687
2013-10-31 15:48:06,887 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml from client DFSClient_1020568644
2013-10-31 15:48:06,887 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml is closed by DFSClient_1020568644
2013-10-31 15:48:06,889 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1305046405954213480_1108 size 27687
2013-10-31 15:48:06,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml dst=null perm=null
2013-10-31 15:48:06,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37224, bytes: 27907, op: HDFS_READ, cliID: DFSClient_1732784892, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1305046405954213480_1108, duration: 405099
2013-10-31 15:48:06,919 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0011: nMaps=4 nReduces=1 max=-1
2013-10-31 15:48:06,920 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0011 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:48:06,920 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0011
2013-10-31 15:48:06,920 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0011 RESULT=SUCCESS
2013-10-31 15:48:06,920 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0011
2013-10-31 15:48:06,924 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [output1+output2] submitted hadoop job: job_20131031154230960_0011
2013-10-31 15:48:06,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_1383234486891_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F07E51813E1F04A3E dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,955 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_conf.xml. blk_8993397492749789181_1110
2013-10-31 15:48:06,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8993397492749789181_1110 src: /127.0.0.1:37225 dest: /127.0.0.1:42031
2013-10-31 15:48:06,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8993397492749789181_1110 src: /127.0.0.1:35580 dest: /127.0.0.1:37515
2013-10-31 15:48:06,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8993397492749789181_1110 src: /127.0.0.1:59922 dest: /127.0.0.1:51383
2013-10-31 15:48:06,964 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59922, dest: /127.0.0.1:51383, bytes: 27752, op: HDFS_WRITE, cliID: DFSClient_1732784892, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8993397492749789181_1110, duration: 393721
2013-10-31 15:48:06,965 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8993397492749789181_1110 terminating
2013-10-31 15:48:06,965 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35580, dest: /127.0.0.1:37515, bytes: 27752, op: HDFS_WRITE, cliID: DFSClient_1732784892, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8993397492749789181_1110, duration: 1286055
2013-10-31 15:48:06,966 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8993397492749789181_1110 terminating
2013-10-31 15:48:06,966 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37225, dest: /127.0.0.1:42031, bytes: 27752, op: HDFS_WRITE, cliID: DFSClient_1732784892, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8993397492749789181_1110, duration: 2324151
2013-10-31 15:48:06,967 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8993397492749789181_1110 terminating
2013-10-31 15:48:06,969 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8993397492749789181_1110 size 27752
2013-10-31 15:48:06,969 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_conf.xml from client DFSClient_1732784892
2013-10-31 15:48:06,970 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_conf.xml is closed by DFSClient_1732784892
2013-10-31 15:48:06,970 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8993397492749789181_1110 size 27752
2013-10-31 15:48:06,971 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8993397492749789181_1110 size 27752
2013-10-31 15:48:06,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:06,986 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken. blk_-114814036029683412_1111
2013-10-31 15:48:06,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-114814036029683412_1111 src: /127.0.0.1:59923 dest: /127.0.0.1:51383
2013-10-31 15:48:06,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-114814036029683412_1111 src: /127.0.0.1:57143 dest: /127.0.0.1:40932
2013-10-31 15:48:06,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-114814036029683412_1111 src: /127.0.0.1:37230 dest: /127.0.0.1:42031
2013-10-31 15:48:06,994 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37230, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-114814036029683412_1111, duration: 62733
2013-10-31 15:48:06,994 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-114814036029683412_1111 terminating
2013-10-31 15:48:06,994 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57143, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-114814036029683412_1111, duration: 811830
2013-10-31 15:48:06,995 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-114814036029683412_1111 terminating
2013-10-31 15:48:06,995 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59923, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-114814036029683412_1111, duration: 1749280
2013-10-31 15:48:06,996 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-114814036029683412_1111 terminating
2013-10-31 15:48:06,998 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-114814036029683412_1111 size 116
2013-10-31 15:48:06,998 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-114814036029683412_1111 size 116
2013-10-31 15:48:06,999 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-114814036029683412_1111 size 116
2013-10-31 15:48:06,999 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken from client DFSClient_1020568644
2013-10-31 15:48:07,000 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken is closed by DFSClient_1020568644
2013-10-31 15:48:07,007 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken
2013-10-31 15:48:07,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.splitmetainfo dst=null perm=null
2013-10-31 15:48:07,012 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57145, bytes: 160, op: HDFS_READ, cliID: DFSClient_1732784892, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5609833618772244551_1107, duration: 278771
2013-10-31 15:48:07,013 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0011 = 1449. Number of splits = 4
2013-10-31 15:48:07,013 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,013 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,014 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,014 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,014 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,014 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,015 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,015 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,015 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,015 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,016 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,016 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0011_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:07,016 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0011 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:48:07,017 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0011 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:48:07,673 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0009
2013-10-31 15:48:07,673 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0009_m_000003_0 not found in cache
2013-10-31 15:48:07,674 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0009_m_000004_0 not found in cache
2013-10-31 15:48:07,674 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0009 for user-log deletion with retainTimeStamp:1383320887674
2013-10-31 15:48:07,984 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0009_m_-824833220 since job job_20131031154230960_0009 is dead
2013-10-31 15:48:07,995 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20640 with signal TERM. Exit code 0
2013-10-31 15:48:08,164 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:08,164 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:08,165 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:08,165 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0009_m_-824833220 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:48:08,520 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_7141778874480296119_1105 to datanode(s) 127.0.0.1:42031
2013-10-31 15:48:08,520 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_2247218823938086259_1079 blk_-5819074569177708408_1076 blk_-2264327080018851847_1080 blk_2175293277692075247_1074 blk_-215353410089088844_1079
2013-10-31 15:48:08,520 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_889270036078982907_1079 blk_2247218823938086259_1079 blk_-5819074569177708408_1076 blk_-2264327080018851847_1080 blk_8551756617722998510_1094 blk_-6340236444271498645_1093 blk_-215353410089088844_1079
2013-10-31 15:48:08,583 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0011_m_000005_0' to tip task_20131031154230960_0011_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:48:08,587 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0010_m_000003_0'
2013-10-31 15:48:08,589 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0011_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:48:08,589 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0011_m_000005_0 which needs 1 slots
2013-10-31 15:48:08,589 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0011_m_000005_0 which needs 1 slots
2013-10-31 15:48:08,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken dst=null perm=null
2013-10-31 15:48:08,598 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37232, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-114814036029683412_1111, duration: 310313
2013-10-31 15:48:08,607 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0010_m_000005_0'
2013-10-31 15:48:08,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml dst=null perm=null
2013-10-31 15:48:08,610 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37234, bytes: 27907, op: HDFS_READ, cliID: DFSClient_1303811235, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1305046405954213480_1108, duration: 379613
2013-10-31 15:48:08,637 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:48:08,677 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0010_m_000000_0'
2013-10-31 15:48:09,052 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_7141778874480296119_1105 to 127.0.0.1:42031
2013-10-31 15:48:09,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6340236444271498645_1093 file build/test/data/dfs/data/data3/current/blk_-6340236444271498645 for deletion
2013-10-31 15:48:09,053 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5819074569177708408_1076 file build/test/data/dfs/data/data3/current/blk_-5819074569177708408 for deletion
2013-10-31 15:48:09,053 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2264327080018851847_1080 file build/test/data/dfs/data/data3/current/blk_-2264327080018851847 for deletion
2013-10-31 15:48:09,053 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-215353410089088844_1079 file build/test/data/dfs/data/data4/current/blk_-215353410089088844 for deletion
2013-10-31 15:48:09,054 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_889270036078982907_1079 file build/test/data/dfs/data/data4/current/blk_889270036078982907 for deletion
2013-10-31 15:48:09,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7141778874480296119_1105 src: /127.0.0.1:37235 dest: /127.0.0.1:42031
2013-10-31 15:48:09,054 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2247218823938086259_1079 file build/test/data/dfs/data/data3/current/blk_2247218823938086259 for deletion
2013-10-31 15:48:09,055 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8551756617722998510_1094 file build/test/data/dfs/data/data3/current/blk_8551756617722998510 for deletion
2013-10-31 15:48:09,055 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_7141778874480296119_1105 to /127.0.0.1:42031
2013-10-31 15:48:09,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar dst=null perm=null
2013-10-31 15:48:09,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59931, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1303811235, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7141778874480296119_1105, duration: 1562790
2013-10-31 15:48:09,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6340236444271498645_1093 at file build/test/data/dfs/data/data3/current/blk_-6340236444271498645
2013-10-31 15:48:09,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-215353410089088844_1079 at file build/test/data/dfs/data/data4/current/blk_-215353410089088844
2013-10-31 15:48:09,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5819074569177708408_1076 at file build/test/data/dfs/data/data3/current/blk_-5819074569177708408
2013-10-31 15:48:09,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_889270036078982907_1079 at file build/test/data/dfs/data/data4/current/blk_889270036078982907
2013-10-31 15:48:09,348 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2264327080018851847_1080 at file build/test/data/dfs/data/data3/current/blk_-2264327080018851847
2013-10-31 15:48:09,348 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2247218823938086259_1079 at file build/test/data/dfs/data/data3/current/blk_2247218823938086259
2013-10-31 15:48:09,349 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8551756617722998510_1094 at file build/test/data/dfs/data/data3/current/blk_8551756617722998510
2013-10-31 15:48:09,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_7141778874480296119_1105 src: /127.0.0.1:37235 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:48:09,354 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7141778874480296119_1105 size 238055
2013-10-31 15:48:09,413 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0010_m_-1825707683
2013-10-31 15:48:09,417 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20879 with signal TERM. Exit code 0
2013-10-31 15:48:09,417 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0011_m_1791145554
2013-10-31 15:48:09,417 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0011_m_1791145554 spawned.
2013-10-31 15:48:09,419 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0011/attempt_20131031154230960_0011_m_000005_0/taskjvm.sh
2013-10-31 15:48:09,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5819074569177708408_1076 file build/test/data/dfs/data/data5/current/blk_-5819074569177708408 for deletion
2013-10-31 15:48:09,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2264327080018851847_1080 file build/test/data/dfs/data/data6/current/blk_-2264327080018851847 for deletion
2013-10-31 15:48:09,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5819074569177708408_1076 at file build/test/data/dfs/data/data5/current/blk_-5819074569177708408
2013-10-31 15:48:09,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-215353410089088844_1079 file build/test/data/dfs/data/data5/current/blk_-215353410089088844 for deletion
2013-10-31 15:48:09,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2264327080018851847_1080 at file build/test/data/dfs/data/data6/current/blk_-2264327080018851847
2013-10-31 15:48:09,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2175293277692075247_1074 file build/test/data/dfs/data/data5/current/blk_2175293277692075247 for deletion
2013-10-31 15:48:09,525 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-215353410089088844_1079 at file build/test/data/dfs/data/data5/current/blk_-215353410089088844
2013-10-31 15:48:09,526 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2247218823938086259_1079 file build/test/data/dfs/data/data6/current/blk_2247218823938086259 for deletion
2013-10-31 15:48:09,526 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2175293277692075247_1074 at file build/test/data/dfs/data/data5/current/blk_2175293277692075247
2013-10-31 15:48:09,526 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2247218823938086259_1079 at file build/test/data/dfs/data/data6/current/blk_2247218823938086259
2013-10-31 15:48:10,308 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:10,308 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:10,308 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:10,309 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0010_m_-1825707683 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:10,579 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0009
2013-10-31 15:48:10,579 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0009_m_000000_0 not found in cache
2013-10-31 15:48:10,580 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0009 for user-log deletion with retainTimeStamp:1383320890580
2013-10-31 15:48:10,601 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0009
2013-10-31 15:48:10,601 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0009_m_000002_0 not found in cache
2013-10-31 15:48:10,602 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0009_m_000001_0 not found in cache
2013-10-31 15:48:10,602 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0009 for user-log deletion with retainTimeStamp:1383320890602
2013-10-31 15:48:11,009 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0010
2013-10-31 15:48:11,009 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0010_m_000002_0 not found in cache
2013-10-31 15:48:11,009 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0010_m_000004_0 not found in cache
2013-10-31 15:48:11,010 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0010_m_000001_0 not found in cache
2013-10-31 15:48:11,010 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0010 for user-log deletion with retainTimeStamp:1383320891010
2013-10-31 15:48:11,076 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0011_m_1791145554 given task: attempt_20131031154230960_0011_m_000005_0
2013-10-31 15:48:11,120 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0010_m_-1230874131 since job job_20131031154230960_0010 is dead
2013-10-31 15:48:11,132 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20642 with signal TERM. Exit code 0
2013-10-31 15:48:11,236 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0009_m_-1301038878 since job job_20131031154230960_0009 is dead
2013-10-31 15:48:11,241 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20584 with signal TERM. Exit code 0
2013-10-31 15:48:11,295 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:11,295 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:11,295 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:11,296 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0010_m_-1230874131 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:48:11,454 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:11,454 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:11,454 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:11,454 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0009_m_-1301038878 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:11,521 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_889270036078982907_1079 blk_2247218823938086259_1079 blk_-5819074569177708408_1076 blk_8551756617722998510_1094 blk_2175293277692075247_1074
2013-10-31 15:48:11,522 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_889270036078982907_1079 blk_-2264327080018851847_1080 blk_8551756617722998510_1094 blk_2175293277692075247_1074 blk_-215353410089088844_1079
2013-10-31 15:48:11,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5819074569177708408_1076 file build/test/data/dfs/data/data2/current/blk_-5819074569177708408 for deletion
2013-10-31 15:48:11,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_889270036078982907_1079 file build/test/data/dfs/data/data1/current/blk_889270036078982907 for deletion
2013-10-31 15:48:11,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5819074569177708408_1076 at file build/test/data/dfs/data/data2/current/blk_-5819074569177708408
2013-10-31 15:48:11,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2175293277692075247_1074 file build/test/data/dfs/data/data2/current/blk_2175293277692075247 for deletion
2013-10-31 15:48:11,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_889270036078982907_1079 at file build/test/data/dfs/data/data1/current/blk_889270036078982907
2013-10-31 15:48:11,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2247218823938086259_1079 file build/test/data/dfs/data/data2/current/blk_2247218823938086259 for deletion
2013-10-31 15:48:11,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2175293277692075247_1074 at file build/test/data/dfs/data/data2/current/blk_2175293277692075247
2013-10-31 15:48:11,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8551756617722998510_1094 file build/test/data/dfs/data/data2/current/blk_8551756617722998510 for deletion
2013-10-31 15:48:11,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2247218823938086259_1079 at file build/test/data/dfs/data/data2/current/blk_2247218823938086259
2013-10-31 15:48:11,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8551756617722998510_1094 at file build/test/data/dfs/data/data2/current/blk_8551756617722998510
2013-10-31 15:48:11,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:11,899 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0009_m_208590373 since job job_20131031154230960_0009 is dead
2013-10-31 15:48:11,910 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20644 with signal TERM. Exit code 0
2013-10-31 15:48:11,986 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0009_m_1322801775 since job job_20131031154230960_0009 is dead
2013-10-31 15:48:11,995 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20641 with signal TERM. Exit code 0
2013-10-31 15:48:12,071 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0010_m_-769217066 since job job_20131031154230960_0010 is dead
2013-10-31 15:48:12,080 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20639 with signal TERM. Exit code 0
2013-10-31 15:48:12,152 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:12,152 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:12,152 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:12,152 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0009_m_208590373 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:12,173 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:12,173 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:12,173 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:12,173 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0009_m_1322801775 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:12,247 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:12,247 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:12,248 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:12,248 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0010_m_-769217066 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:13,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2264327080018851847_1080 file build/test/data/dfs/data/data7/current/blk_-2264327080018851847 for deletion
2013-10-31 15:48:13,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-215353410089088844_1079 file build/test/data/dfs/data/data8/current/blk_-215353410089088844 for deletion
2013-10-31 15:48:13,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2264327080018851847_1080 at file build/test/data/dfs/data/data7/current/blk_-2264327080018851847
2013-10-31 15:48:13,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_889270036078982907_1079 file build/test/data/dfs/data/data7/current/blk_889270036078982907 for deletion
2013-10-31 15:48:13,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-215353410089088844_1079 at file build/test/data/dfs/data/data8/current/blk_-215353410089088844
2013-10-31 15:48:13,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_889270036078982907_1079 at file build/test/data/dfs/data/data7/current/blk_889270036078982907
2013-10-31 15:48:13,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2175293277692075247_1074 file build/test/data/dfs/data/data7/current/blk_2175293277692075247 for deletion
2013-10-31 15:48:13,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8551756617722998510_1094 file build/test/data/dfs/data/data8/current/blk_8551756617722998510 for deletion
2013-10-31 15:48:13,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2175293277692075247_1074 at file build/test/data/dfs/data/data7/current/blk_2175293277692075247
2013-10-31 15:48:13,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8551756617722998510_1094 at file build/test/data/dfs/data/data8/current/blk_8551756617722998510
2013-10-31 15:48:13,678 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0010
2013-10-31 15:48:13,678 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0010_m_000000_0 not found in cache
2013-10-31 15:48:13,679 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0010 for user-log deletion with retainTimeStamp:1383320893679
2013-10-31 15:48:14,525 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_m_000005_0 0.0% setup
2013-10-31 15:48:14,528 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0011_m_000005_0 is done.
2013-10-31 15:48:14,528 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0011_m_000005_0 was -1
2013-10-31 15:48:14,528 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:14,593 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0011_m_000005_0' has completed task_20131031154230960_0011_m_000005 successfully.
2013-10-31 15:48:14,596 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0011_m_000000_0' to tip task_20131031154230960_0011_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:48:14,598 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0011_m_000000
2013-10-31 15:48:14,599 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0011_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:48:14,600 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0011_m_000000_0 which needs 1 slots
2013-10-31 15:48:14,600 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0011_m_000000_0 which needs 1 slots
2013-10-31 15:48:14,613 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0011_m_000001_0' to tip task_20131031154230960_0011_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:48:14,614 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0011_m_000001
2013-10-31 15:48:14,615 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0011_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:48:14,616 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0011_m_000001_0 which needs 1 slots
2013-10-31 15:48:14,616 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0011_m_000001_0 which needs 1 slots
2013-10-31 15:48:14,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken dst=null perm=null
2013-10-31 15:48:14,655 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0011_m_-291424070
2013-10-31 15:48:14,659 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0011_m_-291424070 spawned.
2013-10-31 15:48:14,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57153, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-114814036029683412_1111, duration: 290657
2013-10-31 15:48:14,661 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0011/attempt_20131031154230960_0011_m_000000_0/taskjvm.sh
2013-10-31 15:48:14,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml dst=null perm=null
2013-10-31 15:48:14,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35595, bytes: 27907, op: HDFS_READ, cliID: DFSClient_-1071937409, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1305046405954213480_1108, duration: 422884
2013-10-31 15:48:14,682 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0011_m_000002_0' to tip task_20131031154230960_0011_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:48:14,683 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0011_m_000002
2013-10-31 15:48:14,685 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0011_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:48:14,685 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0011_m_000002_0 which needs 1 slots
2013-10-31 15:48:14,685 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0011_m_000002_0 which needs 1 slots
2013-10-31 15:48:14,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken dst=null perm=null
2013-10-31 15:48:14,692 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57156, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-114814036029683412_1111, duration: 266257
2013-10-31 15:48:14,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml dst=null perm=null
2013-10-31 15:48:14,704 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:48:14,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59939, bytes: 27907, op: HDFS_READ, cliID: DFSClient_488713954, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1305046405954213480_1108, duration: 371527
2013-10-31 15:48:14,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar dst=null perm=null
2013-10-31 15:48:14,731 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:48:14,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35599, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1071937409, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7141778874480296119_1105, duration: 626464
2013-10-31 15:48:14,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar dst=null perm=null
2013-10-31 15:48:14,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37246, bytes: 239915, op: HDFS_READ, cliID: DFSClient_488713954, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7141778874480296119_1105, duration: 674333
2013-10-31 15:48:14,795 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0011_m_1128424552
2013-10-31 15:48:14,796 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0011_m_1128424552 spawned.
2013-10-31 15:48:14,797 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0011/attempt_20131031154230960_0011_m_000001_0/taskjvm.sh
2013-10-31 15:48:14,809 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0011_m_651378063
2013-10-31 15:48:14,809 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0011_m_651378063 spawned.
2013-10-31 15:48:14,811 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0011/attempt_20131031154230960_0011_m_000002_0/taskjvm.sh
2013-10-31 15:48:14,894 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0010_m_-683846319 since job job_20131031154230960_0010 is dead
2013-10-31 15:48:14,902 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20643 with signal TERM. Exit code 0
2013-10-31 15:48:15,016 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0011_m_000003_0' to tip task_20131031154230960_0011_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:48:15,016 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0011_m_000003
2013-10-31 15:48:15,017 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0011_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:48:15,018 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0011_m_000003_0 which needs 1 slots
2013-10-31 15:48:15,018 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0011_m_000003_0 which needs 1 slots
2013-10-31 15:48:15,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011/jobToken dst=null perm=null
2013-10-31 15:48:15,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37247, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-114814036029683412_1111, duration: 138282
2013-10-31 15:48:15,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.xml dst=null perm=null
2013-10-31 15:48:15,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37249, bytes: 27907, op: HDFS_READ, cliID: DFSClient_1754378675, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1305046405954213480_1108, duration: 164160
2013-10-31 15:48:15,042 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:48:15,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.jar dst=null perm=null
2013-10-31 15:48:15,056 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57164, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1754378675, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7141778874480296119_1105, duration: 618539
2013-10-31 15:48:15,130 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:15,130 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:15,130 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:15,130 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0010_m_-683846319 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:15,148 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0011_m_1443436333
2013-10-31 15:48:15,148 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0011_m_1443436333 spawned.
2013-10-31 15:48:15,150 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0011/attempt_20131031154230960_0011_m_000003_0/taskjvm.sh
2013-10-31 15:48:15,498 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0011_m_-291424070 given task: attempt_20131031154230960_0011_m_000000_0
2013-10-31 15:48:15,580 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0010
2013-10-31 15:48:15,580 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0010_m_000003_0 not found in cache
2013-10-31 15:48:15,581 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0010 for user-log deletion with retainTimeStamp:1383320895581
2013-10-31 15:48:15,602 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0010
2013-10-31 15:48:15,603 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0010 for user-log deletion with retainTimeStamp:1383320895603
2013-10-31 15:48:15,895 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0011_m_1128424552 given task: attempt_20131031154230960_0011_m_000001_0
2013-10-31 15:48:15,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split dst=null perm=null
2013-10-31 15:48:15,997 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59951, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7301609880084206313_1106, duration: 173600
2013-10-31 15:48:16,025 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0011_m_651378063 given task: attempt_20131031154230960_0011_m_000002_0
2013-10-31 15:48:16,033 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0011_m_1443436333 given task: attempt_20131031154230960_0011_m_000003_0
2013-10-31 15:48:16,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:48:16,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37257, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 132984
2013-10-31 15:48:16,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split dst=null perm=null
2013-10-31 15:48:16,408 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37259, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7301609880084206313_1106, duration: 164228
2013-10-31 15:48:16,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:48:16,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split dst=null perm=null
2013-10-31 15:48:16,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011/job.split dst=null perm=null
2013-10-31 15:48:16,538 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:59957, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7301609880084206313_1106, duration: 138840
2013-10-31 15:48:16,539 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35617, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000002_0, offset: 512, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7301609880084206313_1106, duration: 162811
2013-10-31 15:48:16,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:48:16,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:48:16,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57178, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 155589
2013-10-31 15:48:16,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37265, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 142387
2013-10-31 15:48:16,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57180, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0011_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 184861
2013-10-31 15:48:18,928 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:48:18,933 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0011_m_000000_0 is done.
2013-10-31 15:48:18,933 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0011_m_000000_0 was 353
2013-10-31 15:48:18,933 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:19,338 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:48:19,340 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0011_m_000001_0 is done.
2013-10-31 15:48:19,340 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0011_m_000001_0 was 436
2013-10-31 15:48:19,340 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:19,467 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:48:19,468 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0011_m_000003_0 is done.
2013-10-31 15:48:19,468 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0011_m_000003_0 was 341
2013-10-31 15:48:19,469 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:19,469 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:48:19,471 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0011_m_000002_0 is done.
2013-10-31 15:48:19,471 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0011_m_000002_0 was 481
2013-10-31 15:48:19,472 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:20,581 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0011_m_000005_0
2013-10-31 15:48:20,581 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0011_m_000005_0
2013-10-31 15:48:20,581 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0011_m_000005_0 not found in cache
2013-10-31 15:48:20,607 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0011_m_000000_0' has completed task_20131031154230960_0011_m_000000 successfully.
2013-10-31 15:48:20,609 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0011_r_000000_0' to tip task_20131031154230960_0011_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:48:20,611 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0011_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:48:20,612 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0011_r_000000_0 which needs 1 slots
2013-10-31 15:48:20,612 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0011_r_000000_0 which needs 1 slots
2013-10-31 15:48:20,621 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0011_m_000001_0' has completed task_20131031154230960_0011_m_000001 successfully.
2013-10-31 15:48:20,631 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0011_r_-1688094292
2013-10-31 15:48:20,632 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0011_r_-1688094292 spawned.
2013-10-31 15:48:20,633 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0011/attempt_20131031154230960_0011_r_000000_0/taskjvm.sh
2013-10-31 15:48:20,691 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0011_m_000002_0' has completed task_20131031154230960_0011_m_000002 successfully.
2013-10-31 15:48:21,024 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0011_m_000003_0' has completed task_20131031154230960_0011_m_000003 successfully.
2013-10-31 15:48:22,596 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0011_r_-1688094292 given task: attempt_20131031154230960_0011_r_000000_0
2013-10-31 15:48:24,925 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:48:24,940 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:48:24,949 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:48:24,954 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:48:24,960 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:48:24,965 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:48:24,971 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:48:24,971 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:48:28,259 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:46285, bytes: 353, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0011_m_000000_0, duration: 9807531
2013-10-31 15:48:28,287 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:49448, bytes: 436, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0011_m_000001_0, duration: 13130102
2013-10-31 15:48:28,306 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:44671, bytes: 481, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0011_m_000002_0, duration: 13139874
2013-10-31 15:48:28,326 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:39000, bytes: 341, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0011_m_000003_0, duration: 13552104
2013-10-31 15:48:29,075 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:48:29,120 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:48:29,179 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:48:29,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:29,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:29,394 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0/part-00000. blk_5771871357169055272_1112
2013-10-31 15:48:29,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5771871357169055272_1112 src: /127.0.0.1:37274 dest: /127.0.0.1:42031
2013-10-31 15:48:29,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5771871357169055272_1112 src: /127.0.0.1:35629 dest: /127.0.0.1:37515
2013-10-31 15:48:29,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5771871357169055272_1112 src: /127.0.0.1:59971 dest: /127.0.0.1:51383
2013-10-31 15:48:29,439 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59971, dest: /127.0.0.1:51383, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0011_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5771871357169055272_1112, duration: 1696413
2013-10-31 15:48:29,439 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5771871357169055272_1112 terminating
2013-10-31 15:48:29,439 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35629, dest: /127.0.0.1:37515, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0011_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5771871357169055272_1112, duration: 4031837
2013-10-31 15:48:29,439 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5771871357169055272_1112 terminating
2013-10-31 15:48:29,440 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37274, dest: /127.0.0.1:42031, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0011_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5771871357169055272_1112, duration: 4444646
2013-10-31 15:48:29,440 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5771871357169055272_1112 terminating
2013-10-31 15:48:29,440 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5771871357169055272_1112 size 1697
2013-10-31 15:48:29,442 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0011_r_000000_0
2013-10-31 15:48:29,442 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0011_r_000000_0
2013-10-31 15:48:29,443 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5771871357169055272_1112 size 1697
2013-10-31 15:48:29,444 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5771871357169055272_1112 size 1697
2013-10-31 15:48:29,478 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0011_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:48:29,478 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:48:29,621 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0011_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:48:29,622 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0011_r_000000_0
2013-10-31 15:48:30,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0 dst=null perm=null
2013-10-31 15:48:30,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:30,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0/part-00000 dst=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:30,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary/_attempt_20131031154230960_0011_r_000000_0 dst=null perm=null
2013-10-31 15:48:32,127 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_r_000000_0 1.0% reduce > reduce
2013-10-31 15:48:32,129 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_r_000000_0 1.0% reduce > reduce
2013-10-31 15:48:32,130 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0011_r_000000_0 is done.
2013-10-31 15:48:32,130 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0011_r_000000_0 was -1
2013-10-31 15:48:32,130 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:32,627 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0011_r_000000_0' has completed task_20131031154230960_0011_r_000000 successfully.
2013-10-31 15:48:32,632 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0011_m_000004_0' to tip task_20131031154230960_0011_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:48:32,634 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0011_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:48:32,634 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0011_m_000004_0 which needs 1 slots
2013-10-31 15:48:32,635 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0011_m_000004_0 which needs 1 slots
2013-10-31 15:48:32,671 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0011/attempt_20131031154230960_0011_m_000004_0. Attempting to reuse: jvm_20131031154230960_0011_m_1791145554
2013-10-31 15:48:33,135 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0011_m_1791145554 given task: attempt_20131031154230960_0011_m_000004_0
2013-10-31 15:48:33,261 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_m_000004_0 0.0%
2013-10-31 15:48:33,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_temporary dst=null perm=null
2013-10-31 15:48:33,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:33,283 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_SUCCESS from client DFSClient_attempt_20131031154230960_0011_m_000004_0
2013-10-31 15:48:33,284 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0011_m_000004_0
2013-10-31 15:48:33,290 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7141778874480296119 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:33,290 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7141778874480296119 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:33,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7141778874480296119 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:33,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7141778874480296119 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:33,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7301609880084206313 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:33,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7301609880084206313 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:33,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7301609880084206313 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:33,292 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7301609880084206313 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:33,292 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5609833618772244551 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:33,292 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5609833618772244551 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:33,292 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5609833618772244551 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:33,293 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1305046405954213480 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:33,293 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1305046405954213480 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:33,293 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1305046405954213480 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:33,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0011 dst=null perm=null
2013-10-31 15:48:35,526 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-5609833618772244551_1107 blk_-1305046405954213480_1108 blk_7301609880084206313_1106 blk_7141778874480296119_1105
2013-10-31 15:48:35,526 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5609833618772244551_1107 blk_7301609880084206313_1106 blk_7141778874480296119_1105
2013-10-31 15:48:36,230 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0011_m_000004_0 0.0% cleanup
2013-10-31 15:48:36,232 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0011_m_000004_0 is done.
2013-10-31 15:48:36,232 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0011_m_000004_0 was -1
2013-10-31 15:48:36,232 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:36,533 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5609833618772244551_1107 file build/test/data/dfs/data/data5/current/blk_-5609833618772244551 for deletion
2013-10-31 15:48:36,533 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1305046405954213480_1108 file build/test/data/dfs/data/data6/current/blk_-1305046405954213480 for deletion
2013-10-31 15:48:36,533 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5609833618772244551_1107 at file build/test/data/dfs/data/data5/current/blk_-5609833618772244551
2013-10-31 15:48:36,533 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7141778874480296119_1105 file build/test/data/dfs/data/data5/current/blk_7141778874480296119 for deletion
2013-10-31 15:48:36,534 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1305046405954213480_1108 at file build/test/data/dfs/data/data6/current/blk_-1305046405954213480
2013-10-31 15:48:36,534 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7141778874480296119_1105 at file build/test/data/dfs/data/data5/current/blk_7141778874480296119
2013-10-31 15:48:36,534 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7301609880084206313_1106 file build/test/data/dfs/data/data6/current/blk_7301609880084206313 for deletion
2013-10-31 15:48:36,535 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7301609880084206313_1106 at file build/test/data/dfs/data/data6/current/blk_7301609880084206313
2013-10-31 15:48:37,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5609833618772244551_1107 file build/test/data/dfs/data/data7/current/blk_-5609833618772244551 for deletion
2013-10-31 15:48:37,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7141778874480296119_1105 file build/test/data/dfs/data/data7/current/blk_7141778874480296119 for deletion
2013-10-31 15:48:37,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5609833618772244551_1107 at file build/test/data/dfs/data/data7/current/blk_-5609833618772244551
2013-10-31 15:48:37,072 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7301609880084206313_1106 file build/test/data/dfs/data/data8/current/blk_7301609880084206313 for deletion
2013-10-31 15:48:37,072 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7141778874480296119_1105 at file build/test/data/dfs/data/data7/current/blk_7141778874480296119
2013-10-31 15:48:37,072 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7301609880084206313_1106 at file build/test/data/dfs/data/data8/current/blk_7301609880084206313
2013-10-31 15:48:37,635 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0011_r_000000_0
2013-10-31 15:48:37,635 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0011_r_000000_0
2013-10-31 15:48:38,527 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-5609833618772244551_1107 blk_-1305046405954213480_1108 blk_7301609880084206313_1106 blk_7141778874480296119_1105
2013-10-31 15:48:38,527 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-1305046405954213480_1108 blk_7301609880084206313_1106 blk_7141778874480296119_1105
2013-10-31 15:48:38,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5609833618772244551_1107 file build/test/data/dfs/data/data2/current/blk_-5609833618772244551 for deletion
2013-10-31 15:48:38,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1305046405954213480_1108 file build/test/data/dfs/data/data1/current/blk_-1305046405954213480 for deletion
2013-10-31 15:48:38,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5609833618772244551_1107 at file build/test/data/dfs/data/data2/current/blk_-5609833618772244551
2013-10-31 15:48:38,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7141778874480296119_1105 file build/test/data/dfs/data/data2/current/blk_7141778874480296119 for deletion
2013-10-31 15:48:38,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1305046405954213480_1108 at file build/test/data/dfs/data/data1/current/blk_-1305046405954213480
2013-10-31 15:48:38,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7301609880084206313_1106 file build/test/data/dfs/data/data1/current/blk_7301609880084206313 for deletion
2013-10-31 15:48:38,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7141778874480296119_1105 at file build/test/data/dfs/data/data2/current/blk_7141778874480296119
2013-10-31 15:48:38,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7301609880084206313_1106 at file build/test/data/dfs/data/data1/current/blk_7301609880084206313
2013-10-31 15:48:38,642 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0011_m_000004_0' has completed task_20131031154230960_0011_m_000004 successfully.
2013-10-31 15:48:38,643 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0011 has completed successfully.
2013-10-31 15:48:38,644 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0011,submitTime=1383234486891,launchTime=1383234487016,firstMapTaskLaunchTime=1383234494596,firstReduceTaskLaunchTime=1383234500609,firstJobSetupTaskLaunchTime=1383234488583,firstJobCleanupTaskLaunchTime=1383234512632,finishTime=1383234518643,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotsSeconds=11,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[426A4CFB91DD4307A63282A328BCC2E5/07E51813E1F04A3E8BC7C3E4078B5D97] output1+output2/(1/3)
2013-10-31 15:48:38,650 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_1383234486891_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F07E51813E1F04A3E. blk_4993416072894159739_1113
2013-10-31 15:48:38,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4993416072894159739_1113 src: /127.0.0.1:59977 dest: /127.0.0.1:51383
2013-10-31 15:48:38,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4993416072894159739_1113 src: /127.0.0.1:35637 dest: /127.0.0.1:37515
2013-10-31 15:48:38,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4993416072894159739_1113 src: /127.0.0.1:57198 dest: /127.0.0.1:40932
2013-10-31 15:48:38,666 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57198, dest: /127.0.0.1:40932, bytes: 28332, op: HDFS_WRITE, cliID: DFSClient_1732784892, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4993416072894159739_1113, duration: 5368068
2013-10-31 15:48:38,667 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4993416072894159739_1113 terminating
2013-10-31 15:48:38,667 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35637, dest: /127.0.0.1:37515, bytes: 28332, op: HDFS_WRITE, cliID: DFSClient_1732784892, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4993416072894159739_1113, duration: 5865526
2013-10-31 15:48:38,668 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4993416072894159739_1113 terminating
2013-10-31 15:48:38,668 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59977, dest: /127.0.0.1:51383, bytes: 28332, op: HDFS_WRITE, cliID: DFSClient_1732784892, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4993416072894159739_1113, duration: 5024415
2013-10-31 15:48:38,669 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4993416072894159739_1113 terminating
2013-10-31 15:48:38,671 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4993416072894159739_1113 size 28332
2013-10-31 15:48:38,672 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_1383234486891_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F07E51813E1F04A3E from client DFSClient_1732784892
2013-10-31 15:48:38,672 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/_logs/history/job_20131031154230960_0011_1383234486891_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F07E51813E1F04A3E is closed by DFSClient_1732784892
2013-10-31 15:48:38,673 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4993416072894159739_1113 size 28332
2013-10-31 15:48:38,673 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4993416072894159739_1113 size 28332
2013-10-31 15:48:38,680 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0011_1383234486891_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F07E51813E1F04A3E to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:48:38,681 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0011_m_000000_0'
2013-10-31 15:48:38,681 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0011_m_000004_0'
2013-10-31 15:48:38,681 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0011_m_000005_0'
2013-10-31 15:48:38,682 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0011_r_000000_0'
2013-10-31 15:48:38,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-114814036029683412 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:38,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-114814036029683412 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:38,683 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0011_m_000001_0'
2013-10-31 15:48:38,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-114814036029683412 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:38,686 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0011_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:48:38,688 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [output1+output2] starting step: (2/3) ...edpipesplatform/splitout1
2013-10-31 15:48:38,688 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [output1+output2] starting step: (3/3) ...edpipesplatform/splitout2
2013-10-31 15:48:38,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0011 dst=null perm=null
2013-10-31 15:48:38,697 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:48:38,697 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:48:38,697 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:48:38,697 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:48:38,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:38,711 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0011_m_000002_0'
2013-10-31 15:48:38,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:38,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:48:38,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:48:38,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:38,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:38,748 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar. blk_-7932885215243715156_1115
2013-10-31 15:48:38,749 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar. blk_-2642880508168110430_1115
2013-10-31 15:48:38,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7932885215243715156_1115 src: /127.0.0.1:37286 dest: /127.0.0.1:42031
2013-10-31 15:48:38,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2642880508168110430_1115 src: /127.0.0.1:35641 dest: /127.0.0.1:37515
2013-10-31 15:48:38,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7932885215243715156_1115 src: /127.0.0.1:35642 dest: /127.0.0.1:37515
2013-10-31 15:48:38,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2642880508168110430_1115 src: /127.0.0.1:57203 dest: /127.0.0.1:40932
2013-10-31 15:48:38,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7932885215243715156_1115 src: /127.0.0.1:59985 dest: /127.0.0.1:51383
2013-10-31 15:48:38,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2642880508168110430_1115 src: /127.0.0.1:59986 dest: /127.0.0.1:51383
2013-10-31 15:48:38,779 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59985, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7932885215243715156_1115, duration: 21831922
2013-10-31 15:48:38,779 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7932885215243715156_1115 terminating
2013-10-31 15:48:38,780 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35642, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7932885215243715156_1115, duration: 21669896
2013-10-31 15:48:38,780 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7932885215243715156_1115 size 238055
2013-10-31 15:48:38,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7932885215243715156_1115 terminating
2013-10-31 15:48:38,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59986, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2642880508168110430_1115, duration: 16320146
2013-10-31 15:48:38,781 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7932885215243715156_1115 size 238055
2013-10-31 15:48:38,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2642880508168110430_1115 terminating
2013-10-31 15:48:38,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37286, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7932885215243715156_1115, duration: 21948462
2013-10-31 15:48:38,782 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2642880508168110430_1115 size 238055
2013-10-31 15:48:38,783 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7932885215243715156_1115 terminating
2013-10-31 15:48:38,782 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57203, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2642880508168110430_1115, duration: 17469379
2013-10-31 15:48:38,784 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7932885215243715156_1115 size 238055
2013-10-31 15:48:38,784 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2642880508168110430_1115 terminating
2013-10-31 15:48:38,785 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar from client DFSClient_1020568644
2013-10-31 15:48:38,785 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar is closed by DFSClient_1020568644
2013-10-31 15:48:38,786 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35641, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2642880508168110430_1115, duration: 20768072
2013-10-31 15:48:38,787 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2642880508168110430_1115 terminating
2013-10-31 15:48:38,787 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2642880508168110430_1115 size 238055
2013-10-31 15:48:38,791 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2642880508168110430_1115 size 238055
2013-10-31 15:48:38,792 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar from client DFSClient_1020568644
2013-10-31 15:48:38,792 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar is closed by DFSClient_1020568644
2013-10-31 15:48:38,798 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar. New replication is 10
2013-10-31 15:48:38,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar dst=null perm=null
2013-10-31 15:48:38,803 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar. New replication is 10
2013-10-31 15:48:38,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar dst=null perm=null
2013-10-31 15:48:38,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:38,814 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:48:38,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:38,821 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:48:38,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D dst=null perm=null
2013-10-31 15:48:38,825 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:48:38,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D dst=null perm=null
2013-10-31 15:48:38,826 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:48:38,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/part-00000 dst=null perm=null
2013-10-31 15:48:38,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/part-00000 dst=null perm=null
2013-10-31 15:48:38,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:38,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:39,046 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0011_m_000003_0'
2013-10-31 15:48:39,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1305046405954213480_1108 file build/test/data/dfs/data/data4/current/blk_-1305046405954213480 for deletion
2013-10-31 15:48:39,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7141778874480296119_1105 file build/test/data/dfs/data/data4/current/blk_7141778874480296119 for deletion
2013-10-31 15:48:39,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1305046405954213480_1108 at file build/test/data/dfs/data/data4/current/blk_-1305046405954213480
2013-10-31 15:48:39,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7301609880084206313_1106 file build/test/data/dfs/data/data3/current/blk_7301609880084206313 for deletion
2013-10-31 15:48:39,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7141778874480296119_1105 at file build/test/data/dfs/data/data4/current/blk_7141778874480296119
2013-10-31 15:48:39,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7301609880084206313_1106 at file build/test/data/dfs/data/data3/current/blk_7301609880084206313
2013-10-31 15:48:40,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,078 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split. New replication is 10
2013-10-31 15:48:40,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,083 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split. New replication is 10
2013-10-31 15:48:40,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split dst=null perm=null
2013-10-31 15:48:40,088 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split. blk_335153166637300042_1117
2013-10-31 15:48:40,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_335153166637300042_1117 src: /127.0.0.1:57206 dest: /127.0.0.1:40932
2013-10-31 15:48:40,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split dst=null perm=null
2013-10-31 15:48:40,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_335153166637300042_1117 src: /127.0.0.1:59988 dest: /127.0.0.1:51383
2013-10-31 15:48:40,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_335153166637300042_1117 src: /127.0.0.1:37294 dest: /127.0.0.1:42031
2013-10-31 15:48:40,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_335153166637300042_1117 src: /127.0.0.1:35649 dest: /127.0.0.1:37515
2013-10-31 15:48:40,098 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35649, dest: /127.0.0.1:37515, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_335153166637300042_1117, duration: 72431
2013-10-31 15:48:40,099 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_335153166637300042_1117 terminating
2013-10-31 15:48:40,099 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37294, dest: /127.0.0.1:42031, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_335153166637300042_1117, duration: 925577
2013-10-31 15:48:40,100 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_335153166637300042_1117 terminating
2013-10-31 15:48:40,100 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59988, dest: /127.0.0.1:51383, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_335153166637300042_1117, duration: 1716861
2013-10-31 15:48:40,101 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_335153166637300042_1117 terminating
2013-10-31 15:48:40,101 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57206, dest: /127.0.0.1:40932, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_335153166637300042_1117, duration: 2686073
2013-10-31 15:48:40,101 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_335153166637300042_1117 size 354
2013-10-31 15:48:40,102 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_335153166637300042_1117 terminating
2013-10-31 15:48:40,104 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_335153166637300042_1117 size 354
2013-10-31 15:48:40,105 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split from client DFSClient_1020568644
2013-10-31 15:48:40,105 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split is closed by DFSClient_1020568644
2013-10-31 15:48:40,106 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_335153166637300042_1117 size 354
2013-10-31 15:48:40,106 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_335153166637300042_1117 size 354
2013-10-31 15:48:40,107 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split. blk_-1442928257555277015_1117
2013-10-31 15:48:40,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1442928257555277015_1117 src: /127.0.0.1:37296 dest: /127.0.0.1:42031
2013-10-31 15:48:40,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1442928257555277015_1117 src: /127.0.0.1:59992 dest: /127.0.0.1:51383
2013-10-31 15:48:40,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1442928257555277015_1117 src: /127.0.0.1:35652 dest: /127.0.0.1:37515
2013-10-31 15:48:40,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1442928257555277015_1117 src: /127.0.0.1:57213 dest: /127.0.0.1:40932
2013-10-31 15:48:40,117 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57213, dest: /127.0.0.1:40932, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1442928257555277015_1117, duration: 97541
2013-10-31 15:48:40,117 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1442928257555277015_1117 terminating
2013-10-31 15:48:40,117 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1442928257555277015_1117 size 354
2013-10-31 15:48:40,118 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35652, dest: /127.0.0.1:37515, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1442928257555277015_1117, duration: 1020879
2013-10-31 15:48:40,118 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1442928257555277015_1117 terminating
2013-10-31 15:48:40,119 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59992, dest: /127.0.0.1:51383, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1442928257555277015_1117, duration: 2031569
2013-10-31 15:48:40,119 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1442928257555277015_1117 size 354
2013-10-31 15:48:40,119 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1442928257555277015_1117 terminating
2013-10-31 15:48:40,120 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37296, dest: /127.0.0.1:42031, bytes: 354, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1442928257555277015_1117, duration: 3014157
2013-10-31 15:48:40,120 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-1442928257555277015_1117 terminating
2013-10-31 15:48:40,122 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1442928257555277015_1117 size 354
2013-10-31 15:48:40,123 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split from client DFSClient_1020568644
2013-10-31 15:48:40,123 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split is closed by DFSClient_1020568644
2013-10-31 15:48:40,124 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1442928257555277015_1117 size 354
2013-10-31 15:48:40,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,141 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.splitmetainfo. blk_6183536435083743191_1119
2013-10-31 15:48:40,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6183536435083743191_1119 src: /127.0.0.1:57214 dest: /127.0.0.1:40932
2013-10-31 15:48:40,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6183536435083743191_1119 src: /127.0.0.1:35655 dest: /127.0.0.1:37515
2013-10-31 15:48:40,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6183536435083743191_1119 src: /127.0.0.1:37302 dest: /127.0.0.1:42031
2013-10-31 15:48:40,148 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37302, dest: /127.0.0.1:42031, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6183536435083743191_1119, duration: 67904
2013-10-31 15:48:40,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6183536435083743191_1119 terminating
2013-10-31 15:48:40,149 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35655, dest: /127.0.0.1:37515, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6183536435083743191_1119, duration: 826610
2013-10-31 15:48:40,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6183536435083743191_1119 terminating
2013-10-31 15:48:40,150 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57214, dest: /127.0.0.1:40932, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6183536435083743191_1119, duration: 1713088
2013-10-31 15:48:40,150 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6183536435083743191_1119 terminating
2013-10-31 15:48:40,155 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6183536435083743191_1119 size 45
2013-10-31 15:48:40,155 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:48:40,156 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:48:40,156 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6183536435083743191_1119 size 45
2013-10-31 15:48:40,157 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6183536435083743191_1119 size 45
2013-10-31 15:48:40,157 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.splitmetainfo. blk_-7682095096815945627_1119
2013-10-31 15:48:40,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7682095096815945627_1119 src: /127.0.0.1:37303 dest: /127.0.0.1:42031
2013-10-31 15:48:40,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7682095096815945627_1119 src: /127.0.0.1:35658 dest: /127.0.0.1:37515
2013-10-31 15:48:40,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7682095096815945627_1119 src: /127.0.0.1:57219 dest: /127.0.0.1:40932
2013-10-31 15:48:40,165 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57219, dest: /127.0.0.1:40932, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7682095096815945627_1119, duration: 67940
2013-10-31 15:48:40,166 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7682095096815945627_1119 terminating
2013-10-31 15:48:40,166 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35658, dest: /127.0.0.1:37515, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7682095096815945627_1119, duration: 828855
2013-10-31 15:48:40,167 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7682095096815945627_1119 terminating
2013-10-31 15:48:40,167 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37303, dest: /127.0.0.1:42031, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7682095096815945627_1119, duration: 1854352
2013-10-31 15:48:40,168 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7682095096815945627_1119 size 45
2013-10-31 15:48:40,168 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7682095096815945627_1119 terminating
2013-10-31 15:48:40,169 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7682095096815945627_1119 size 45
2013-10-31 15:48:40,170 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7682095096815945627_1119 size 45
2013-10-31 15:48:40,170 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:48:40,171 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:48:40,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,195 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.xml. blk_7239368071316871490_1121
2013-10-31 15:48:40,200 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.xml. blk_9154382703458317086_1121
2013-10-31 15:48:40,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7239368071316871490_1121 src: /127.0.0.1:57220 dest: /127.0.0.1:40932
2013-10-31 15:48:40,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7239368071316871490_1121 src: /127.0.0.1:35661 dest: /127.0.0.1:37515
2013-10-31 15:48:40,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7239368071316871490_1121 src: /127.0.0.1:60003 dest: /127.0.0.1:51383
2013-10-31 15:48:40,207 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60003, dest: /127.0.0.1:51383, bytes: 26976, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7239368071316871490_1121, duration: 252218
2013-10-31 15:48:40,207 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7239368071316871490_1121 terminating
2013-10-31 15:48:40,208 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35661, dest: /127.0.0.1:37515, bytes: 26976, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7239368071316871490_1121, duration: 1034560
2013-10-31 15:48:40,208 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7239368071316871490_1121 terminating
2013-10-31 15:48:40,209 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57220, dest: /127.0.0.1:40932, bytes: 26976, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7239368071316871490_1121, duration: 1987332
2013-10-31 15:48:40,209 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7239368071316871490_1121 terminating
2013-10-31 15:48:40,209 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7239368071316871490_1121 size 26976
2013-10-31 15:48:40,212 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.xml from client DFSClient_1020568644
2013-10-31 15:48:40,212 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.xml is closed by DFSClient_1020568644
2013-10-31 15:48:40,213 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7239368071316871490_1121 size 26976
2013-10-31 15:48:40,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9154382703458317086_1121 src: /127.0.0.1:37309 dest: /127.0.0.1:42031
2013-10-31 15:48:40,213 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7239368071316871490_1121 size 26976
2013-10-31 15:48:40,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9154382703458317086_1121 src: /127.0.0.1:35664 dest: /127.0.0.1:37515
2013-10-31 15:48:40,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9154382703458317086_1121 src: /127.0.0.1:60006 dest: /127.0.0.1:51383
2013-10-31 15:48:40,219 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60006, dest: /127.0.0.1:51383, bytes: 27818, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_9154382703458317086_1121, duration: 80182
2013-10-31 15:48:40,220 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9154382703458317086_1121 terminating
2013-10-31 15:48:40,220 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35664, dest: /127.0.0.1:37515, bytes: 27818, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_9154382703458317086_1121, duration: 856982
2013-10-31 15:48:40,220 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9154382703458317086_1121 terminating
2013-10-31 15:48:40,221 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37309, dest: /127.0.0.1:42031, bytes: 27818, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_9154382703458317086_1121, duration: 1683364
2013-10-31 15:48:40,221 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9154382703458317086_1121 terminating
2013-10-31 15:48:40,226 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_9154382703458317086_1121 size 27818
2013-10-31 15:48:40,226 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.xml from client DFSClient_1020568644
2013-10-31 15:48:40,227 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.xml is closed by DFSClient_1020568644
2013-10-31 15:48:40,227 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_9154382703458317086_1121 size 27818
2013-10-31 15:48:40,228 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_9154382703458317086_1121 size 27818
2013-10-31 15:48:40,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.xml dst=null perm=null
2013-10-31 15:48:40,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60008, bytes: 27188, op: HDFS_READ, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7239368071316871490_1121, duration: 407827
2013-10-31 15:48:40,255 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0013: nMaps=1 nReduces=0 max=-1
2013-10-31 15:48:40,256 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0013 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:48:40,256 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0013
2013-10-31 15:48:40,256 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0013 RESULT=SUCCESS
2013-10-31 15:48:40,256 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0013
2013-10-31 15:48:40,257 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [output1+output2] submitted hadoop job: job_20131031154230960_0013
2013-10-31 15:48:40,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.xml dst=null perm=null
2013-10-31 15:48:40,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35669, bytes: 28038, op: HDFS_READ, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_9154382703458317086_1121, duration: 438220
2013-10-31 15:48:40,288 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0012: nMaps=1 nReduces=1 max=-1
2013-10-31 15:48:40,288 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0012 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:48:40,288 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0012
2013-10-31 15:48:40,288 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0012 RESULT=SUCCESS
2013-10-31 15:48:40,289 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0012
2013-10-31 15:48:40,289 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [output1+output2] submitted hadoop job: job_20131031154230960_0012
2013-10-31 15:48:40,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_1383234520227_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F167043A128EF4F36 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_1383234520263_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F91B25C0D1E8F46D6 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,816 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_conf.xml. blk_-6025897420953210924_1125
2013-10-31 15:48:40,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6025897420953210924_1125 src: /127.0.0.1:60011 dest: /127.0.0.1:51383
2013-10-31 15:48:40,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6025897420953210924_1125 src: /127.0.0.1:37317 dest: /127.0.0.1:42031
2013-10-31 15:48:40,821 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_conf.xml. blk_7542923739449490032_1125
2013-10-31 15:48:40,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6025897420953210924_1125 src: /127.0.0.1:57232 dest: /127.0.0.1:40932
2013-10-31 15:48:40,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7542923739449490032_1125 src: /127.0.0.1:37319 dest: /127.0.0.1:42031
2013-10-31 15:48:40,827 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57232, dest: /127.0.0.1:40932, bytes: 27041, op: HDFS_WRITE, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6025897420953210924_1125, duration: 424491
2013-10-31 15:48:40,827 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6025897420953210924_1125 terminating
2013-10-31 15:48:40,828 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37317, dest: /127.0.0.1:42031, bytes: 27041, op: HDFS_WRITE, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6025897420953210924_1125, duration: 2029193
2013-10-31 15:48:40,828 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6025897420953210924_1125 terminating
2013-10-31 15:48:40,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7542923739449490032_1125 src: /127.0.0.1:60015 dest: /127.0.0.1:51383
2013-10-31 15:48:40,829 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60011, dest: /127.0.0.1:51383, bytes: 27041, op: HDFS_WRITE, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6025897420953210924_1125, duration: 2542676
2013-10-31 15:48:40,830 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6025897420953210924_1125 terminating
2013-10-31 15:48:40,833 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6025897420953210924_1125 size 27041
2013-10-31 15:48:40,834 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_conf.xml from client DFSClient_-1894634720
2013-10-31 15:48:40,834 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_conf.xml is closed by DFSClient_-1894634720
2013-10-31 15:48:40,835 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6025897420953210924_1125 size 27041
2013-10-31 15:48:40,835 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6025897420953210924_1125 size 27041
2013-10-31 15:48:40,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7542923739449490032_1125 src: /127.0.0.1:35675 dest: /127.0.0.1:37515
2013-10-31 15:48:40,841 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35675, dest: /127.0.0.1:37515, bytes: 27883, op: HDFS_WRITE, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7542923739449490032_1125, duration: 468060
2013-10-31 15:48:40,842 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7542923739449490032_1125 terminating
2013-10-31 15:48:40,843 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60015, dest: /127.0.0.1:51383, bytes: 27883, op: HDFS_WRITE, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7542923739449490032_1125, duration: 1369398
2013-10-31 15:48:40,844 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7542923739449490032_1125 terminating
2013-10-31 15:48:40,844 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37319, dest: /127.0.0.1:42031, bytes: 27883, op: HDFS_WRITE, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7542923739449490032_1125, duration: 4138444
2013-10-31 15:48:40,845 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7542923739449490032_1125 terminating
2013-10-31 15:48:40,847 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7542923739449490032_1125 size 27883
2013-10-31 15:48:40,848 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7542923739449490032_1125 size 27883
2013-10-31 15:48:40,848 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7542923739449490032_1125 size 27883
2013-10-31 15:48:40,849 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_conf.xml from client DFSClient_-2028962711
2013-10-31 15:48:40,849 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_conf.xml is closed by DFSClient_-2028962711
2013-10-31 15:48:40,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0013/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,852 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0013/jobToken. blk_7849033239931310522_1126
2013-10-31 15:48:40,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7849033239931310522_1126 src: /127.0.0.1:60017 dest: /127.0.0.1:51383
2013-10-31 15:48:40,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7849033239931310522_1126 src: /127.0.0.1:57237 dest: /127.0.0.1:40932
2013-10-31 15:48:40,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7849033239931310522_1126 src: /127.0.0.1:35678 dest: /127.0.0.1:37515
2013-10-31 15:48:40,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0012/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:40,860 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35678, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7849033239931310522_1126, duration: 63446
2013-10-31 15:48:40,861 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7849033239931310522_1126 terminating
2013-10-31 15:48:40,861 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7849033239931310522_1126 size 116
2013-10-31 15:48:40,862 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57237, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7849033239931310522_1126, duration: 831992
2013-10-31 15:48:40,862 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7849033239931310522_1126 terminating
2013-10-31 15:48:40,862 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7849033239931310522_1126 size 116
2013-10-31 15:48:40,863 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60017, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7849033239931310522_1126, duration: 2116412
2013-10-31 15:48:40,863 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0012/jobToken. blk_7511064906830116598_1127
2013-10-31 15:48:40,864 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7849033239931310522_1126 terminating
2013-10-31 15:48:40,865 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7849033239931310522_1126 size 116
2013-10-31 15:48:40,867 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0013/jobToken from client DFSClient_1020568644
2013-10-31 15:48:40,867 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0013/jobToken is closed by DFSClient_1020568644
2013-10-31 15:48:40,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7511064906830116598_1127 src: /127.0.0.1:57239 dest: /127.0.0.1:40932
2013-10-31 15:48:40,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7511064906830116598_1127 src: /127.0.0.1:37326 dest: /127.0.0.1:42031
2013-10-31 15:48:40,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7511064906830116598_1127 src: /127.0.0.1:60022 dest: /127.0.0.1:51383
2013-10-31 15:48:40,872 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0013/jobToken
2013-10-31 15:48:40,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.splitmetainfo dst=null perm=null
2013-10-31 15:48:40,875 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60022, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7511064906830116598_1127, duration: 64792
2013-10-31 15:48:40,875 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7511064906830116598_1127 terminating
2013-10-31 15:48:40,875 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37326, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7511064906830116598_1127, duration: 998991
2013-10-31 15:48:40,877 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7511064906830116598_1127 terminating
2013-10-31 15:48:40,877 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57239, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7511064906830116598_1127, duration: 2838006
2013-10-31 15:48:40,878 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0013 = 1697. Number of splits = 1
2013-10-31 15:48:40,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35682, bytes: 49, op: HDFS_READ, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6183536435083743191_1119, duration: 308422
2013-10-31 15:48:40,880 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0013_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:40,878 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7511064906830116598_1127 terminating
2013-10-31 15:48:40,880 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7511064906830116598_1127 size 116
2013-10-31 15:48:40,880 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0013_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:40,881 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7511064906830116598_1127 size 116
2013-10-31 15:48:40,881 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0013_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:40,881 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7511064906830116598_1127 size 116
2013-10-31 15:48:40,882 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0013 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:48:40,882 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0013 initialized successfully with 1 map tasks and 0 reduce tasks.
2013-10-31 15:48:41,281 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0012/jobToken from client DFSClient_1020568644
2013-10-31 15:48:41,282 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0012/jobToken is closed by DFSClient_1020568644
2013-10-31 15:48:41,286 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0012/jobToken
2013-10-31 15:48:41,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.splitmetainfo dst=null perm=null
2013-10-31 15:48:41,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57243, bytes: 49, op: HDFS_READ, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7682095096815945627_1119, duration: 295821
2013-10-31 15:48:41,291 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0012 = 1697. Number of splits = 1
2013-10-31 15:48:41,292 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0012_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:41,292 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0012_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:41,292 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0012_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:48:41,292 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0012 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:48:41,293 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0012 initialized successfully with 1 map tasks and 1 reduce tasks.
2013-10-31 15:48:41,528 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-7932885215243715156_1115 to datanode(s) 127.0.0.1:40932
2013-10-31 15:48:41,529 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-2642880508168110430_1115 to datanode(s) 127.0.0.1:42031
2013-10-31 15:48:41,529 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-114814036029683412_1111
2013-10-31 15:48:41,529 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-114814036029683412_1111
2013-10-31 15:48:41,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-114814036029683412_1111 file build/test/data/dfs/data/data1/current/blk_-114814036029683412 for deletion
2013-10-31 15:48:41,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-114814036029683412_1111 at file build/test/data/dfs/data/data1/current/blk_-114814036029683412
2013-10-31 15:48:41,688 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0012_m_000002_0' to tip task_20131031154230960_0012_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:48:41,695 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0012_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:48:41,695 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0013_m_000002_0' to tip task_20131031154230960_0013_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:48:41,695 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0012_m_000002_0 which needs 1 slots
2013-10-31 15:48:41,696 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0012_m_000002_0 which needs 1 slots
2013-10-31 15:48:41,703 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0013_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:48:41,703 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0013_m_000002_0 which needs 1 slots
2013-10-31 15:48:41,704 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0013_m_000002_0 which needs 1 slots
2013-10-31 15:48:41,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0012/jobToken dst=null perm=null
2013-10-31 15:48:41,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0013/jobToken dst=null perm=null
2013-10-31 15:48:41,710 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57244, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7511064906830116598_1127, duration: 267416
2013-10-31 15:48:41,712 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57245, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7849033239931310522_1126, duration: 373031
2013-10-31 15:48:41,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.xml dst=null perm=null
2013-10-31 15:48:41,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.xml dst=null perm=null
2013-10-31 15:48:41,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35688, bytes: 28038, op: HDFS_READ, cliID: DFSClient_-951516518, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_9154382703458317086_1121, duration: 465570
2013-10-31 15:48:41,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60030, bytes: 27188, op: HDFS_READ, cliID: DFSClient_466554146, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7239368071316871490_1121, duration: 393036
2013-10-31 15:48:41,750 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:48:41,751 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:48:41,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.jar dst=null perm=null
2013-10-31 15:48:41,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.jar dst=null perm=null
2013-10-31 15:48:41,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37336, bytes: 239915, op: HDFS_READ, cliID: DFSClient_466554146, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7932885215243715156_1115, duration: 654347
2013-10-31 15:48:41,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60032, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-951516518, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2642880508168110430_1115, duration: 666162
2013-10-31 15:48:41,839 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0011_m_-291424070
2013-10-31 15:48:41,847 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21438 with signal TERM. Exit code 0
2013-10-31 15:48:41,848 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0012_m_-1414354675
2013-10-31 15:48:41,848 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0012_m_-1414354675 spawned.
2013-10-31 15:48:41,850 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0012/attempt_20131031154230960_0012_m_000002_0/taskjvm.sh
2013-10-31 15:48:41,866 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0013_m_614695438
2013-10-31 15:48:41,867 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0013_m_614695438 spawned.
2013-10-31 15:48:41,869 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0013/attempt_20131031154230960_0013_m_000002_0/taskjvm.sh
2013-10-31 15:48:42,025 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0011_m_-291424070
2013-10-31 15:48:42,063 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-7932885215243715156_1115 to 127.0.0.1:40932
2013-10-31 15:48:42,063 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-2642880508168110430_1115 to 127.0.0.1:42031
2013-10-31 15:48:42,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7932885215243715156_1115 src: /127.0.0.1:57252 dest: /127.0.0.1:40932
2013-10-31 15:48:42,066 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-2642880508168110430_1115 to /127.0.0.1:42031
2013-10-31 15:48:42,066 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-7932885215243715156_1115 to /127.0.0.1:40932
2013-10-31 15:48:42,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2642880508168110430_1115 src: /127.0.0.1:37339 dest: /127.0.0.1:42031
2013-10-31 15:48:42,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7932885215243715156_1115 src: /127.0.0.1:57252 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:48:42,070 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7932885215243715156_1115 size 238055
2013-10-31 15:48:42,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-2642880508168110430_1115 src: /127.0.0.1:37339 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:48:42,074 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2642880508168110430_1115 size 238055
2013-10-31 15:48:43,073 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-114814036029683412_1111 file build/test/data/dfs/data/data8/current/blk_-114814036029683412 for deletion
2013-10-31 15:48:43,073 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-114814036029683412_1111 at file build/test/data/dfs/data/data8/current/blk_-114814036029683412
2013-10-31 15:48:43,683 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0011
2013-10-31 15:48:43,684 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0011_m_000004_0 not found in cache
2013-10-31 15:48:43,684 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0011
2013-10-31 15:48:43,684 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0011 for user-log deletion with retainTimeStamp:1383320923684
2013-10-31 15:48:43,685 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0011 for user-log deletion with retainTimeStamp:1383320923685
2013-10-31 15:48:43,712 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0011
2013-10-31 15:48:43,712 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0011 for user-log deletion with retainTimeStamp:1383320923712
2013-10-31 15:48:43,926 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0011_m_1128424552 since job job_20131031154230960_0011 is dead
2013-10-31 15:48:43,937 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21522 with signal TERM. Exit code 0
2013-10-31 15:48:44,041 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0011_m_651378063 since job job_20131031154230960_0011 is dead
2013-10-31 15:48:44,046 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21566 with signal TERM. Exit code 0
2013-10-31 15:48:44,047 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0011
2013-10-31 15:48:44,047 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0011 for user-log deletion with retainTimeStamp:1383320924047
2013-10-31 15:48:44,299 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0011_m_1791145554 since job job_20131031154230960_0011 is dead
2013-10-31 15:48:44,312 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21287 with signal TERM. Exit code 0
2013-10-31 15:48:44,335 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:44,336 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:44,336 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:44,336 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:44,336 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:44,336 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:44,336 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0011_m_651378063 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:44,337 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0011_m_1128424552 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:44,511 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:44,511 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:44,512 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:44,512 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0011_m_1791145554 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:48:44,530 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-114814036029683412_1111
2013-10-31 15:48:44,673 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:44,673 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:44,673 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:44,674 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0011_m_-291424070 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:44,675 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0011_r_-1688094292 since job job_20131031154230960_0011 is dead
2013-10-31 15:48:44,684 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21744 with signal TERM. Exit code 0
2013-10-31 15:48:44,837 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:44,837 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:44,837 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:44,837 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0011_r_-1688094292 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:45,315 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0012_m_-1414354675 given task: attempt_20131031154230960_0012_m_000002_0
2013-10-31 15:48:45,456 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0013_m_614695438 given task: attempt_20131031154230960_0013_m_000002_0
2013-10-31 15:48:45,535 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-114814036029683412_1111 file build/test/data/dfs/data/data6/current/blk_-114814036029683412 for deletion
2013-10-31 15:48:45,535 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-114814036029683412_1111 at file build/test/data/dfs/data/data6/current/blk_-114814036029683412
2013-10-31 15:48:45,542 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0011_m_1443436333 since job job_20131031154230960_0011 is dead
2013-10-31 15:48:45,547 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21569 with signal TERM. Exit code 0
2013-10-31 15:48:45,732 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:48:45,733 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:48:45,733 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:48:45,733 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0011_m_1443436333 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:48:45,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:45,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:48,746 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_m_000002_0 0.0% setup
2013-10-31 15:48:48,749 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0012_m_000002_0 is done.
2013-10-31 15:48:48,750 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0012_m_000002_0 was -1
2013-10-31 15:48:48,750 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:48,883 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0013_m_000002_0 0.0% setup
2013-10-31 15:48:48,886 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0013_m_000002_0 is done.
2013-10-31 15:48:48,886 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0013_m_000002_0 was -1
2013-10-31 15:48:48,887 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:50,704 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0012_m_000002_0' has completed task_20131031154230960_0012_m_000002 successfully.
2013-10-31 15:48:50,707 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0012_m_000000_0' to tip task_20131031154230960_0012_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:48:50,708 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0012_m_000000
2013-10-31 15:48:50,710 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0012_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:48:50,710 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0012_m_000000_0 which needs 1 slots
2013-10-31 15:48:50,711 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0012_m_000000_0 which needs 1 slots
2013-10-31 15:48:50,714 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0013_m_000002_0' has completed task_20131031154230960_0013_m_000002 successfully.
2013-10-31 15:48:50,717 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0013_m_000000_0' to tip task_20131031154230960_0013_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:48:50,718 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0013_m_000000
2013-10-31 15:48:50,719 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0013_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:48:50,720 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0013_m_000000_0 which needs 1 slots
2013-10-31 15:48:50,720 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0013_m_000000_0 which needs 1 slots
2013-10-31 15:48:50,751 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0012_m_1315641286
2013-10-31 15:48:50,752 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0012_m_1315641286 spawned.
2013-10-31 15:48:50,753 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0012/attempt_20131031154230960_0012_m_000000_0/taskjvm.sh
2013-10-31 15:48:50,754 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0013_m_-70014754
2013-10-31 15:48:50,754 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0013_m_-70014754 spawned.
2013-10-31 15:48:50,755 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0013/attempt_20131031154230960_0013_m_000000_0/taskjvm.sh
2013-10-31 15:48:51,610 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0012_m_1315641286 given task: attempt_20131031154230960_0012_m_000000_0
2013-10-31 15:48:51,628 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0013_m_-70014754 given task: attempt_20131031154230960_0013_m_000000_0
2013-10-31 15:48:52,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012/job.split dst=null perm=null
2013-10-31 15:48:52,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35702, bytes: 358, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0012_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1442928257555277015_1117, duration: 130307
2013-10-31 15:48:52,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013/job.split dst=null perm=null
2013-10-31 15:48:52,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60044, bytes: 358, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0013_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_335153166637300042_1117, duration: 120832
2013-10-31 15:48:52,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/part-00000 dst=null perm=null
2013-10-31 15:48:52,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37350, bytes: 1713, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0012_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5771871357169055272_1112, duration: 150332
2013-10-31 15:48:52,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/part-00000 dst=null perm=null
2013-10-31 15:48:52,156 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35705, bytes: 1713, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0013_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5771871357169055272_1112, duration: 1058818
2013-10-31 15:48:52,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:52,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:52,547 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0/part-00000. blk_-3023665996699609408_1128
2013-10-31 15:48:52,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3023665996699609408_1128 src: /127.0.0.1:37352 dest: /127.0.0.1:42031
2013-10-31 15:48:52,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3023665996699609408_1128 src: /127.0.0.1:57267 dest: /127.0.0.1:40932
2013-10-31 15:48:52,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3023665996699609408_1128 src: /127.0.0.1:60049 dest: /127.0.0.1:51383
2013-10-31 15:48:52,576 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60049, dest: /127.0.0.1:51383, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0013_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3023665996699609408_1128, duration: 1548665
2013-10-31 15:48:52,576 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3023665996699609408_1128 terminating
2013-10-31 15:48:52,576 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3023665996699609408_1128 size 1490
2013-10-31 15:48:52,577 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57267, dest: /127.0.0.1:40932, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0013_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3023665996699609408_1128, duration: 1577659
2013-10-31 15:48:52,577 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3023665996699609408_1128 size 1490
2013-10-31 15:48:52,577 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3023665996699609408_1128 terminating
2013-10-31 15:48:52,577 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37352, dest: /127.0.0.1:42031, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0013_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3023665996699609408_1128, duration: 2484241
2013-10-31 15:48:52,577 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3023665996699609408_1128 terminating
2013-10-31 15:48:52,578 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0013_m_000000_0
2013-10-31 15:48:52,579 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0013_m_000000_0
2013-10-31 15:48:52,580 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3023665996699609408_1128 size 1490
2013-10-31 15:48:52,631 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0013_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:48:52,631 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0013_m_000000_0 0.0%
2013-10-31 15:48:53,003 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 190 raw values into 1 aggregated values, total 28
2013-10-31 15:48:53,724 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0013_m_000000_0
2013-10-31 15:48:54,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0 dst=null perm=null
2013-10-31 15:48:54,646 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 668 Total time for transactions(ms): 11Number of transactions batched in Syncs: 39 Number of syncs: 463 SyncTimes(ms): 25417 4306
2013-10-31 15:48:54,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:48:54,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:54,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary/_attempt_20131031154230960_0013_m_000000_0 dst=null perm=null
2013-10-31 15:48:55,037 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/part-00000:0+1697
2013-10-31 15:48:55,039 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0012_m_000000_0 is done.
2013-10-31 15:48:55,039 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0012_m_000000_0 was 1593
2013-10-31 15:48:55,039 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:55,046 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0013_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D/part-00000:0+1697
2013-10-31 15:48:55,047 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0013_m_000000_0 is done.
2013-10-31 15:48:55,048 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0013_m_000000_0 was -1
2013-10-31 15:48:55,048 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:48:55,505 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_4818379605096284289_1029
2013-10-31 15:48:55,711 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0012_m_000002_0
2013-10-31 15:48:55,711 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0012_m_000002_0
2013-10-31 15:48:55,711 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0012_m_000002_0 not found in cache
2013-10-31 15:48:55,720 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0013_m_000002_0
2013-10-31 15:48:55,720 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0013_m_000002_0
2013-10-31 15:48:55,721 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0013_m_000002_0 not found in cache
2013-10-31 15:48:56,717 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0012_m_000000_0' has completed task_20131031154230960_0012_m_000000 successfully.
2013-10-31 15:48:56,719 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0012_r_000000_0' to tip task_20131031154230960_0012_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:48:56,722 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0012_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:48:56,722 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0012_r_000000_0 which needs 1 slots
2013-10-31 15:48:56,722 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0012_r_000000_0 which needs 1 slots
2013-10-31 15:48:56,729 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0013_m_000000_0' has completed task_20131031154230960_0013_m_000000 successfully.
2013-10-31 15:48:56,732 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0013_m_000001_0' to tip task_20131031154230960_0013_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:48:56,735 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0013_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:48:56,735 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0013_m_000001_0 which needs 1 slots
2013-10-31 15:48:56,735 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0013_m_000001_0 which needs 1 slots
2013-10-31 15:48:56,755 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0012_r_1786013464
2013-10-31 15:48:56,755 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0012_r_1786013464 spawned.
2013-10-31 15:48:56,758 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0012/attempt_20131031154230960_0012_r_000000_0/taskjvm.sh
2013-10-31 15:48:56,772 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0013/attempt_20131031154230960_0013_m_000001_0. Attempting to reuse: jvm_20131031154230960_0013_m_614695438
2013-10-31 15:48:56,945 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0013_m_614695438 given task: attempt_20131031154230960_0013_m_000001_0
2013-10-31 15:48:57,051 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0013_m_000001_0 0.0%
2013-10-31 15:48:57,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary dst=null perm=null
2013-10-31 15:48:57,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:48:57,696 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_SUCCESS from client DFSClient_attempt_20131031154230960_0013_m_000001_0
2013-10-31 15:48:57,697 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0013_m_000001_0
2013-10-31 15:48:57,705 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7932885215243715156 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:57,705 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7932885215243715156 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:57,705 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7932885215243715156 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:57,705 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7932885215243715156 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:57,706 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_335153166637300042 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:57,706 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_335153166637300042 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:57,706 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_335153166637300042 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:57,706 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_335153166637300042 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:57,707 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6183536435083743191 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:57,707 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6183536435083743191 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:48:57,707 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6183536435083743191 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:57,707 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7239368071316871490 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:48:57,708 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7239368071316871490 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:48:57,708 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7239368071316871490 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:48:57,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0013 dst=null perm=null
2013-10-31 15:48:58,496 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0012_r_1786013464 given task: attempt_20131031154230960_0012_r_000000_0
2013-10-31 15:48:59,534 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-7932885215243715156_1115 blk_6183536435083743191_1119 blk_335153166637300042_1117 blk_7239368071316871490_1121
2013-10-31 15:48:59,534 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-7932885215243715156_1115 blk_6183536435083743191_1119 blk_335153166637300042_1117
2013-10-31 15:49:00,022 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0013_m_000001_0 0.0% cleanup
2013-10-31 15:49:00,024 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0013_m_000001_0 is done.
2013-10-31 15:49:00,024 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0013_m_000001_0 was -1
2013-10-31 15:49:00,025 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:00,541 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7932885215243715156_1115 file build/test/data/dfs/data/data5/current/blk_-7932885215243715156 for deletion
2013-10-31 15:49:00,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_335153166637300042_1117 file build/test/data/dfs/data/data6/current/blk_335153166637300042 for deletion
2013-10-31 15:49:00,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7932885215243715156_1115 at file build/test/data/dfs/data/data5/current/blk_-7932885215243715156
2013-10-31 15:49:00,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_335153166637300042_1117 at file build/test/data/dfs/data/data6/current/blk_335153166637300042
2013-10-31 15:49:00,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6183536435083743191_1119 file build/test/data/dfs/data/data6/current/blk_6183536435083743191 for deletion
2013-10-31 15:49:00,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6183536435083743191_1119 at file build/test/data/dfs/data/data6/current/blk_6183536435083743191
2013-10-31 15:49:01,079 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7932885215243715156_1115 file build/test/data/dfs/data/data7/current/blk_-7932885215243715156 for deletion
2013-10-31 15:49:01,079 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_335153166637300042_1117 file build/test/data/dfs/data/data7/current/blk_335153166637300042 for deletion
2013-10-31 15:49:01,080 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6183536435083743191_1119 file build/test/data/dfs/data/data7/current/blk_6183536435083743191 for deletion
2013-10-31 15:49:01,080 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7932885215243715156_1115 at file build/test/data/dfs/data/data7/current/blk_-7932885215243715156
2013-10-31 15:49:01,080 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7239368071316871490_1121 file build/test/data/dfs/data/data7/current/blk_7239368071316871490 for deletion
2013-10-31 15:49:01,080 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_335153166637300042_1117 at file build/test/data/dfs/data/data7/current/blk_335153166637300042
2013-10-31 15:49:01,081 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6183536435083743191_1119 at file build/test/data/dfs/data/data7/current/blk_6183536435083743191
2013-10-31 15:49:01,081 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7239368071316871490_1121 at file build/test/data/dfs/data/data7/current/blk_7239368071316871490
2013-10-31 15:49:02,535 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-7932885215243715156_1115 blk_335153166637300042_1117 blk_7239368071316871490_1121
2013-10-31 15:49:02,535 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-7932885215243715156_1115 blk_6183536435083743191_1119 blk_335153166637300042_1117 blk_7239368071316871490_1121
2013-10-31 15:49:02,561 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7932885215243715156_1115 file build/test/data/dfs/data/data2/current/blk_-7932885215243715156 for deletion
2013-10-31 15:49:02,561 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_335153166637300042_1117 file build/test/data/dfs/data/data2/current/blk_335153166637300042 for deletion
2013-10-31 15:49:02,562 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7932885215243715156_1115 at file build/test/data/dfs/data/data2/current/blk_-7932885215243715156
2013-10-31 15:49:02,562 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7239368071316871490_1121 file build/test/data/dfs/data/data2/current/blk_7239368071316871490 for deletion
2013-10-31 15:49:02,562 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_335153166637300042_1117 at file build/test/data/dfs/data/data2/current/blk_335153166637300042
2013-10-31 15:49:02,562 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7239368071316871490_1121 at file build/test/data/dfs/data/data2/current/blk_7239368071316871490
2013-10-31 15:49:02,741 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0013_m_000001_0' has completed task_20131031154230960_0013_m_000001 successfully.
2013-10-31 15:49:02,743 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0013 has completed successfully.
2013-10-31 15:49:02,743 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0013,submitTime=1383234520227,launchTime=1383234520882,firstMapTaskLaunchTime=1383234530716,firstJobSetupTaskLaunchTime=1383234521695,firstJobCleanupTaskLaunchTime=1383234536732,finishTime=1383234542743,numMaps=1,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[426A4CFB91DD4307A63282A328BCC2E5/167043A128EF4F36B39F1FEADBC2134C] output1+output2/(2/3) ...edpipesplatform/splitout1
2013-10-31 15:49:02,751 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_1383234520227_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F167043A128EF4F36. blk_3845563226664730660_1129
2013-10-31 15:49:02,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3845563226664730660_1129 src: /127.0.0.1:35715 dest: /127.0.0.1:37515
2013-10-31 15:49:02,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3845563226664730660_1129 src: /127.0.0.1:37362 dest: /127.0.0.1:42031
2013-10-31 15:49:02,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3845563226664730660_1129 src: /127.0.0.1:60058 dest: /127.0.0.1:51383
2013-10-31 15:49:02,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60058, dest: /127.0.0.1:51383, bytes: 11378, op: HDFS_WRITE, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3845563226664730660_1129, duration: 5906744
2013-10-31 15:49:02,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3845563226664730660_1129 terminating
2013-10-31 15:49:02,768 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37362, dest: /127.0.0.1:42031, bytes: 11378, op: HDFS_WRITE, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3845563226664730660_1129, duration: 6695518
2013-10-31 15:49:02,768 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3845563226664730660_1129 terminating
2013-10-31 15:49:02,769 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35715, dest: /127.0.0.1:37515, bytes: 11378, op: HDFS_WRITE, cliID: DFSClient_-1894634720, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3845563226664730660_1129, duration: 5526398
2013-10-31 15:49:02,769 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3845563226664730660_1129 size 11378
2013-10-31 15:49:02,769 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3845563226664730660_1129 terminating
2013-10-31 15:49:02,773 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3845563226664730660_1129 size 11378
2013-10-31 15:49:02,773 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_1383234520227_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F167043A128EF4F36 from client DFSClient_-1894634720
2013-10-31 15:49:02,774 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_logs/history/job_20131031154230960_0013_1383234520227_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F167043A128EF4F36 is closed by DFSClient_-1894634720
2013-10-31 15:49:02,774 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3845563226664730660_1129 size 11378
2013-10-31 15:49:02,780 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0013_1383234520227_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F167043A128EF4F36 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:02,781 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0013_m_000000_0'
2013-10-31 15:49:02,781 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0013_m_000001_0'
2013-10-31 15:49:02,781 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0013_m_000002_0'
2013-10-31 15:49:02,782 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7849033239931310522 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:02,783 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7849033239931310522 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:02,783 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7849033239931310522 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:02,785 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0013_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:02,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0013 dst=null perm=null
2013-10-31 15:49:02,819 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0013
2013-10-31 15:49:02,819 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0013 being deleted.
2013-10-31 15:49:03,067 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0013
2013-10-31 15:49:03,067 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0013 being deleted.
2013-10-31 15:49:03,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7932885215243715156_1115 file build/test/data/dfs/data/data3/current/blk_-7932885215243715156 for deletion
2013-10-31 15:49:03,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_335153166637300042_1117 file build/test/data/dfs/data/data4/current/blk_335153166637300042 for deletion
2013-10-31 15:49:03,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7932885215243715156_1115 at file build/test/data/dfs/data/data3/current/blk_-7932885215243715156
2013-10-31 15:49:03,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6183536435083743191_1119 file build/test/data/dfs/data/data4/current/blk_6183536435083743191 for deletion
2013-10-31 15:49:03,071 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_335153166637300042_1117 at file build/test/data/dfs/data/data4/current/blk_335153166637300042
2013-10-31 15:49:03,072 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7239368071316871490_1121 file build/test/data/dfs/data/data4/current/blk_7239368071316871490 for deletion
2013-10-31 15:49:03,072 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6183536435083743191_1119 at file build/test/data/dfs/data/data4/current/blk_6183536435083743191
2013-10-31 15:49:03,073 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7239368071316871490_1121 at file build/test/data/dfs/data/data4/current/blk_7239368071316871490
2013-10-31 15:49:04,151 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:46381, bytes: 1593, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0012_m_000000_0, duration: 5988247
2013-10-31 15:49:04,951 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:49:05,038 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:49:05,097 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:49:05,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:05,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:05,310 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0/part-00000. blk_8189231241071853151_1130
2013-10-31 15:49:05,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8189231241071853151_1130 src: /127.0.0.1:37366 dest: /127.0.0.1:42031
2013-10-31 15:49:05,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8189231241071853151_1130 src: /127.0.0.1:35721 dest: /127.0.0.1:37515
2013-10-31 15:49:05,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8189231241071853151_1130 src: /127.0.0.1:60063 dest: /127.0.0.1:51383
2013-10-31 15:49:05,336 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60063, dest: /127.0.0.1:51383, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0012_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8189231241071853151_1130, duration: 1346653
2013-10-31 15:49:05,336 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8189231241071853151_1130 terminating
2013-10-31 15:49:05,337 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35721, dest: /127.0.0.1:37515, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0012_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8189231241071853151_1130, duration: 1481681
2013-10-31 15:49:05,337 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8189231241071853151_1130 terminating
2013-10-31 15:49:05,337 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37366, dest: /127.0.0.1:42031, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0012_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8189231241071853151_1130, duration: 2219125
2013-10-31 15:49:05,338 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8189231241071853151_1130 terminating
2013-10-31 15:49:05,338 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8189231241071853151_1130 size 1490
2013-10-31 15:49:05,339 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8189231241071853151_1130 size 1490
2013-10-31 15:49:05,341 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0012_r_000000_0
2013-10-31 15:49:05,341 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0012_r_000000_0
2013-10-31 15:49:05,341 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8189231241071853151_1130 size 1490
2013-10-31 15:49:05,378 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0012_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:05,379 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:49:05,536 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_7849033239931310522_1126
2013-10-31 15:49:05,536 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_7849033239931310522_1126
2013-10-31 15:49:05,561 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7849033239931310522_1126 file build/test/data/dfs/data/data2/current/blk_7849033239931310522 for deletion
2013-10-31 15:49:05,562 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7849033239931310522_1126 at file build/test/data/dfs/data/data2/current/blk_7849033239931310522
2013-10-31 15:49:05,731 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 1 OK for attempt_20131031154230960_0012_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:49:05,731 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0012_r_000000_0
2013-10-31 15:49:05,731 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0013
2013-10-31 15:49:05,732 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0013 being deleted.
2013-10-31 15:49:06,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0 dst=null perm=null
2013-10-31 15:49:06,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:06,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:06,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary/_attempt_20131031154230960_0012_r_000000_0 dst=null perm=null
2013-10-31 15:49:07,081 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7849033239931310522_1126 file build/test/data/dfs/data/data7/current/blk_7849033239931310522 for deletion
2013-10-31 15:49:07,081 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7849033239931310522_1126 at file build/test/data/dfs/data/data7/current/blk_7849033239931310522
2013-10-31 15:49:07,783 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0013
2013-10-31 15:49:07,783 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0013_m_000001_0 not found in cache
2013-10-31 15:49:07,784 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0013_m_000000_0 not found in cache
2013-10-31 15:49:07,784 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0013 for user-log deletion with retainTimeStamp:1383320947784
2013-10-31 15:49:08,005 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_r_000000_0 1.0% reduce > reduce
2013-10-31 15:49:08,007 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_r_000000_0 1.0% reduce > reduce
2013-10-31 15:49:08,008 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0012_r_000000_0 is done.
2013-10-31 15:49:08,008 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0012_r_000000_0 was -1
2013-10-31 15:49:08,009 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:08,058 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0013_m_614695438 since job job_20131031154230960_0013 is dead
2013-10-31 15:49:08,067 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22110 with signal TERM. Exit code 0
2013-10-31 15:49:08,262 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:08,263 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:08,263 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:08,264 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0013_m_614695438 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:49:08,537 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_7849033239931310522_1126
2013-10-31 15:49:08,735 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0012_r_000000_0' has completed task_20131031154230960_0012_r_000000 successfully.
2013-10-31 15:49:08,739 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0012_m_000001_0' to tip task_20131031154230960_0012_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:49:08,741 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0012_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:49:08,741 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0012_m_000001_0 which needs 1 slots
2013-10-31 15:49:08,742 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0012_m_000001_0 which needs 1 slots
2013-10-31 15:49:08,774 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0012/attempt_20131031154230960_0012_m_000001_0. Attempting to reuse: jvm_20131031154230960_0012_m_-1414354675
2013-10-31 15:49:08,827 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0012_m_-1414354675 given task: attempt_20131031154230960_0012_m_000001_0
2013-10-31 15:49:08,936 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_m_000001_0 0.0%
2013-10-31 15:49:08,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary dst=null perm=null
2013-10-31 15:49:08,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:08,959 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_SUCCESS from client DFSClient_attempt_20131031154230960_0012_m_000001_0
2013-10-31 15:49:08,959 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0012_m_000001_0
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2642880508168110430 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2642880508168110430 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2642880508168110430 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2642880508168110430 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1442928257555277015 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1442928257555277015 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1442928257555277015 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1442928257555277015 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7682095096815945627 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:08,965 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7682095096815945627 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:08,966 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7682095096815945627 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:08,966 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9154382703458317086 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:08,966 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9154382703458317086 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:08,966 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9154382703458317086 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:09,072 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7849033239931310522_1126 file build/test/data/dfs/data/data3/current/blk_7849033239931310522 for deletion
2013-10-31 15:49:09,072 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7849033239931310522_1126 at file build/test/data/dfs/data/data3/current/blk_7849033239931310522
2013-10-31 15:49:09,110 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0013_m_-70014754 since job job_20131031154230960_0013 is dead
2013-10-31 15:49:09,120 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22236 with signal TERM. Exit code 0
2013-10-31 15:49:09,322 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:09,322 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:09,323 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:09,323 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0013_m_-70014754 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:10,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0012 dst=null perm=null
2013-10-31 15:49:11,508 INFO mapred.JobTracker (JobTracker.java:run(373)) - attempt_20131031154230960_0012_m_000001_0 is 2769 ms debug.
2013-10-31 15:49:11,538 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-1442928257555277015_1117 blk_9154382703458317086_1121 blk_-2642880508168110430_1115
2013-10-31 15:49:11,538 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-1442928257555277015_1117 blk_9154382703458317086_1121 blk_-7682095096815945627_1119 blk_-2642880508168110430_1115
2013-10-31 15:49:11,564 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2642880508168110430_1115 file build/test/data/dfs/data/data1/current/blk_-2642880508168110430 for deletion
2013-10-31 15:49:11,564 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1442928257555277015_1117 file build/test/data/dfs/data/data1/current/blk_-1442928257555277015 for deletion
2013-10-31 15:49:11,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2642880508168110430_1115 at file build/test/data/dfs/data/data1/current/blk_-2642880508168110430
2013-10-31 15:49:11,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9154382703458317086_1121 file build/test/data/dfs/data/data1/current/blk_9154382703458317086 for deletion
2013-10-31 15:49:11,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1442928257555277015_1117 at file build/test/data/dfs/data/data1/current/blk_-1442928257555277015
2013-10-31 15:49:11,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9154382703458317086_1121 at file build/test/data/dfs/data/data1/current/blk_9154382703458317086
2013-10-31 15:49:11,904 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0012_m_000001_0 0.0% cleanup
2013-10-31 15:49:11,906 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0012_m_000001_0 is done.
2013-10-31 15:49:11,906 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0012_m_000001_0 was -1
2013-10-31 15:49:11,906 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:12,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7682095096815945627_1119 file build/test/data/dfs/data/data5/current/blk_-7682095096815945627 for deletion
2013-10-31 15:49:12,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2642880508168110430_1115 file build/test/data/dfs/data/data6/current/blk_-2642880508168110430 for deletion
2013-10-31 15:49:12,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7682095096815945627_1119 at file build/test/data/dfs/data/data5/current/blk_-7682095096815945627
2013-10-31 15:49:12,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1442928257555277015_1117 file build/test/data/dfs/data/data5/current/blk_-1442928257555277015 for deletion
2013-10-31 15:49:12,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2642880508168110430_1115 at file build/test/data/dfs/data/data6/current/blk_-2642880508168110430
2013-10-31 15:49:12,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1442928257555277015_1117 at file build/test/data/dfs/data/data5/current/blk_-1442928257555277015
2013-10-31 15:49:12,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9154382703458317086_1121 file build/test/data/dfs/data/data6/current/blk_9154382703458317086 for deletion
2013-10-31 15:49:12,547 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9154382703458317086_1121 at file build/test/data/dfs/data/data6/current/blk_9154382703458317086
2013-10-31 15:49:13,741 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0012_r_000000_0
2013-10-31 15:49:13,742 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0012_r_000000_0
2013-10-31 15:49:14,539 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-1442928257555277015_1117 blk_9154382703458317086_1121 blk_-7682095096815945627_1119 blk_-2642880508168110430_1115
2013-10-31 15:49:14,539 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-1442928257555277015_1117 blk_-7682095096815945627_1119 blk_-2642880508168110430_1115
2013-10-31 15:49:14,749 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0012_m_000001_0' has completed task_20131031154230960_0012_m_000001 successfully.
2013-10-31 15:49:14,750 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0012 has completed successfully.
2013-10-31 15:49:14,751 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0012,submitTime=1383234520263,launchTime=1383234521293,firstMapTaskLaunchTime=1383234530707,firstReduceTaskLaunchTime=1383234536719,firstJobSetupTaskLaunchTime=1383234521688,firstJobCleanupTaskLaunchTime=1383234548738,finishTime=1383234554750,numMaps=1,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotsSeconds=11,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[426A4CFB91DD4307A63282A328BCC2E5/91B25C0D1E8F46D6B4F5575485B29A09] output1+output2/(3/3) ...edpipesplatform/splitout2
2013-10-31 15:49:14,758 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_1383234520263_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F91B25C0D1E8F46D6. blk_-1249734195626720268_1131
2013-10-31 15:49:14,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1249734195626720268_1131 src: /127.0.0.1:57285 dest: /127.0.0.1:40932
2013-10-31 15:49:14,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1249734195626720268_1131 src: /127.0.0.1:35726 dest: /127.0.0.1:37515
2013-10-31 15:49:14,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1249734195626720268_1131 src: /127.0.0.1:37373 dest: /127.0.0.1:42031
2013-10-31 15:49:14,773 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37373, dest: /127.0.0.1:42031, bytes: 16993, op: HDFS_WRITE, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1249734195626720268_1131, duration: 4400173
2013-10-31 15:49:14,774 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1249734195626720268_1131 terminating
2013-10-31 15:49:14,774 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35726, dest: /127.0.0.1:37515, bytes: 16993, op: HDFS_WRITE, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1249734195626720268_1131, duration: 6252009
2013-10-31 15:49:14,775 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1249734195626720268_1131 terminating
2013-10-31 15:49:14,775 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1249734195626720268_1131 size 16993
2013-10-31 15:49:14,775 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57285, dest: /127.0.0.1:40932, bytes: 16993, op: HDFS_WRITE, cliID: DFSClient_-2028962711, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1249734195626720268_1131, duration: 4566460
2013-10-31 15:49:14,776 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1249734195626720268_1131 size 16993
2013-10-31 15:49:14,776 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1249734195626720268_1131 terminating
2013-10-31 15:49:14,781 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1249734195626720268_1131 size 16993
2013-10-31 15:49:14,781 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_1383234520263_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F91B25C0D1E8F46D6 from client DFSClient_-2028962711
2013-10-31 15:49:14,782 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_logs/history/job_20131031154230960_0012_1383234520263_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F91B25C0D1E8F46D6 is closed by DFSClient_-2028962711
2013-10-31 15:49:14,788 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0012_1383234520263_hadoop_%5B426A4CFB91DD4307A63282A328BCC2E5%2F91B25C0D1E8F46D6 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:14,789 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0012_m_000000_0'
2013-10-31 15:49:14,789 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0012_m_000001_0'
2013-10-31 15:49:14,789 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0012_m_000002_0'
2013-10-31 15:49:14,789 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0012_r_000000_0'
2013-10-31 15:49:14,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7511064906830116598 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:14,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7511064906830116598 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:14,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7511064906830116598 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:14,793 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0012_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:14,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0012 dst=null perm=null
2013-10-31 15:49:14,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4993416072894159739 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:14,799 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0012
2013-10-31 15:49:14,800 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4993416072894159739 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:14,800 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0012 being deleted.
2013-10-31 15:49:14,800 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4993416072894159739 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:14,800 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8993397492749789181 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:14,801 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8993397492749789181 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:14,801 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8993397492749789181 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:14,801 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5771871357169055272 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:14,801 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5771871357169055272 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:14,802 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5771871357169055272 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:14,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6066591424_output1_88D8652D4E834A668CEE9E9156DEEE7D dst=null perm=null
2013-10-31 15:49:14,808 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/_temporary
2013-10-31 15:49:14,810 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/_temporary
2013-10-31 15:49:14,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1 dst=null perm=null
2013-10-31 15:49:14,829 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:49:14,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2013-10-31 15:49:14,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2013-10-31 15:49:14,830 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0012
2013-10-31 15:49:14,831 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0012 being deleted.
2013-10-31 15:49:14,832 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37375, bytes: 1502, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3023665996699609408_1128, duration: 418595
2013-10-31 15:49:14,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2 dst=null perm=null
2013-10-31 15:49:14,840 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:49:14,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2013-10-31 15:49:14,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2013-10-31 15:49:14,843 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37376, bytes: 1502, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8189231241071853151_1130, duration: 489956
2013-10-31 15:49:14,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1 dst=null perm=null
2013-10-31 15:49:14,850 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:49:14,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2013-10-31 15:49:14,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2013-10-31 15:49:14,853 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60072, bytes: 1502, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3023665996699609408_1128, duration: 403878
2013-10-31 15:49:14,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2 dst=null perm=null
2013-10-31 15:49:14,861 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:49:14,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2013-10-31 15:49:14,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2013-10-31 15:49:14,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35732, bytes: 1502, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8189231241071853151_1130, duration: 404787
2013-10-31 15:49:14,864 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/splitout1
2013-10-31 15:49:14,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1 dst=null perm=null
2013-10-31 15:49:14,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2013-10-31 15:49:14,868 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/splitout2
2013-10-31 15:49:14,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37379, bytes: 1502, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3023665996699609408_1128, duration: 393543
2013-10-31 15:49:14,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2 dst=null perm=null
2013-10-31 15:49:14,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2013-10-31 15:49:14,873 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60075, bytes: 1502, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8189231241071853151_1130, duration: 399495
2013-10-31 15:49:14,881 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:49:14,881 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:49:14,896 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] starting
2013-10-31 15:49:14,896 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:49:14,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1"]
2013-10-31 15:49:14,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2"]
2013-10-31 15:49:14,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] parallel execution is enabled: true
2013-10-31 15:49:14,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] starting jobs: 2
2013-10-31 15:49:14,897 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] allocating threads: 2
2013-10-31 15:49:14,899 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (1/2) ...eldedpipesplatform/split2
2013-10-31 15:49:14,900 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (2/2) ...eldedpipesplatform/split1
2013-10-31 15:49:14,903 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:49:14,903 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:49:14,904 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:49:14,904 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:49:14,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:14,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:49:14,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:14,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:49:14,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:14,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:14,933 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar. blk_-6064615598171497991_1133
2013-10-31 15:49:14,935 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar. blk_6853223069661643972_1133
2013-10-31 15:49:14,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6064615598171497991_1133 src: /127.0.0.1:35735 dest: /127.0.0.1:37515
2013-10-31 15:49:14,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6853223069661643972_1133 src: /127.0.0.1:57296 dest: /127.0.0.1:40932
2013-10-31 15:49:14,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6064615598171497991_1133 src: /127.0.0.1:37383 dest: /127.0.0.1:42031
2013-10-31 15:49:14,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6853223069661643972_1133 src: /127.0.0.1:37384 dest: /127.0.0.1:42031
2013-10-31 15:49:14,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6064615598171497991_1133 src: /127.0.0.1:60080 dest: /127.0.0.1:51383
2013-10-31 15:49:14,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6853223069661643972_1133 src: /127.0.0.1:60081 dest: /127.0.0.1:51383
2013-10-31 15:49:14,971 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60080, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6064615598171497991_1133, duration: 26348976
2013-10-31 15:49:14,971 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6064615598171497991_1133 terminating
2013-10-31 15:49:14,971 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6064615598171497991_1133 size 238055
2013-10-31 15:49:14,972 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37383, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6064615598171497991_1133, duration: 27186356
2013-10-31 15:49:14,971 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60081, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6853223069661643972_1133, duration: 20639200
2013-10-31 15:49:14,973 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6853223069661643972_1133 size 238055
2013-10-31 15:49:14,973 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6853223069661643972_1133 terminating
2013-10-31 15:49:14,972 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6064615598171497991_1133 terminating
2013-10-31 15:49:14,973 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35735, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6064615598171497991_1133, duration: 27567794
2013-10-31 15:49:14,974 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6064615598171497991_1133 terminating
2013-10-31 15:49:14,976 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37384, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6853223069661643972_1133, duration: 22448193
2013-10-31 15:49:14,976 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6064615598171497991_1133 size 238055
2013-10-31 15:49:14,976 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6853223069661643972_1133 terminating
2013-10-31 15:49:14,977 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar from client DFSClient_1020568644
2013-10-31 15:49:14,977 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57296, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6853223069661643972_1133, duration: 26143132
2013-10-31 15:49:14,977 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar is closed by DFSClient_1020568644
2013-10-31 15:49:14,978 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6853223069661643972_1133 terminating
2013-10-31 15:49:14,979 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6064615598171497991_1133 size 238055
2013-10-31 15:49:14,980 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6853223069661643972_1133 size 238055
2013-10-31 15:49:14,980 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6853223069661643972_1133 size 238055
2013-10-31 15:49:14,985 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar from client DFSClient_1020568644
2013-10-31 15:49:14,986 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar is closed by DFSClient_1020568644
2013-10-31 15:49:14,991 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar. New replication is 10
2013-10-31 15:49:14,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar dst=null perm=null
2013-10-31 15:49:14,997 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar. New replication is 10
2013-10-31 15:49:15,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar dst=null perm=null
2013-10-31 15:49:15,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:15,011 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:49:15,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:15,017 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:49:15,020 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:49:15,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:15,022 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:49:15,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:15,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:15,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:15,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:15,047 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split. New replication is 10
2013-10-31 15:49:15,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split dst=null perm=null
2013-10-31 15:49:15,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:15,062 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split. blk_6839622587673581410_1135
2013-10-31 15:49:15,062 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split. New replication is 10
2013-10-31 15:49:15,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6839622587673581410_1135 src: /127.0.0.1:57301 dest: /127.0.0.1:40932
2013-10-31 15:49:15,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6839622587673581410_1135 src: /127.0.0.1:35742 dest: /127.0.0.1:37515
2013-10-31 15:49:15,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split dst=null perm=null
2013-10-31 15:49:15,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6839622587673581410_1135 src: /127.0.0.1:37389 dest: /127.0.0.1:42031
2013-10-31 15:49:15,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6839622587673581410_1135 src: /127.0.0.1:60085 dest: /127.0.0.1:51383
2013-10-31 15:49:15,069 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split. blk_5558674639970374014_1135
2013-10-31 15:49:15,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5558674639970374014_1135 src: /127.0.0.1:37391 dest: /127.0.0.1:42031
2013-10-31 15:49:15,072 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60085, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6839622587673581410_1135, duration: 79619
2013-10-31 15:49:15,073 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6839622587673581410_1135 terminating
2013-10-31 15:49:15,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7682095096815945627_1119 file build/test/data/dfs/data/data3/current/blk_-7682095096815945627 for deletion
2013-10-31 15:49:15,074 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37389, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6839622587673581410_1135, duration: 1076938
2013-10-31 15:49:15,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7682095096815945627_1119 at file build/test/data/dfs/data/data3/current/blk_-7682095096815945627
2013-10-31 15:49:15,075 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6839622587673581410_1135 terminating
2013-10-31 15:49:15,074 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6839622587673581410_1135 size 1403
2013-10-31 15:49:15,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2642880508168110430_1115 file build/test/data/dfs/data/data4/current/blk_-2642880508168110430 for deletion
2013-10-31 15:49:15,075 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35742, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6839622587673581410_1135, duration: 2591883
2013-10-31 15:49:15,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5558674639970374014_1135 src: /127.0.0.1:35746 dest: /127.0.0.1:37515
2013-10-31 15:49:15,076 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6839622587673581410_1135 terminating
2013-10-31 15:49:15,076 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57301, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6839622587673581410_1135, duration: 3908557
2013-10-31 15:49:15,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2642880508168110430_1115 at file build/test/data/dfs/data/data4/current/blk_-2642880508168110430
2013-10-31 15:49:15,077 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_6839622587673581410_1135 terminating
2013-10-31 15:49:15,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1442928257555277015_1117 file build/test/data/dfs/data/data3/current/blk_-1442928257555277015 for deletion
2013-10-31 15:49:15,079 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6839622587673581410_1135 size 1403
2013-10-31 15:49:15,079 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1442928257555277015_1117 at file build/test/data/dfs/data/data3/current/blk_-1442928257555277015
2013-10-31 15:49:15,079 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split from client DFSClient_1020568644
2013-10-31 15:49:15,079 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9154382703458317086_1121 file build/test/data/dfs/data/data3/current/blk_9154382703458317086 for deletion
2013-10-31 15:49:15,080 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split is closed by DFSClient_1020568644
2013-10-31 15:49:15,080 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9154382703458317086_1121 at file build/test/data/dfs/data/data3/current/blk_9154382703458317086
2013-10-31 15:49:15,080 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6839622587673581410_1135 size 1403
2013-10-31 15:49:15,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5558674639970374014_1135 src: /127.0.0.1:60088 dest: /127.0.0.1:51383
2013-10-31 15:49:15,081 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6839622587673581410_1135 size 1403
2013-10-31 15:49:15,082 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0012
2013-10-31 15:49:15,082 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0012 being deleted.
2013-10-31 15:49:15,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5558674639970374014_1135 src: /127.0.0.1:57308 dest: /127.0.0.1:40932
2013-10-31 15:49:15,087 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57308, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5558674639970374014_1135, duration: 117693
2013-10-31 15:49:15,087 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5558674639970374014_1135 terminating
2013-10-31 15:49:15,087 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60088, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5558674639970374014_1135, duration: 1089922
2013-10-31 15:49:15,088 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5558674639970374014_1135 terminating
2013-10-31 15:49:15,088 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35746, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5558674639970374014_1135, duration: 2212783
2013-10-31 15:49:15,089 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5558674639970374014_1135 terminating
2013-10-31 15:49:15,089 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37391, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5558674639970374014_1135, duration: 2988925
2013-10-31 15:49:15,090 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_5558674639970374014_1135 terminating
2013-10-31 15:49:15,091 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5558674639970374014_1135 size 1403
2013-10-31 15:49:15,092 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5558674639970374014_1135 size 1403
2013-10-31 15:49:15,093 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5558674639970374014_1135 size 1403
2013-10-31 15:49:15,094 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5558674639970374014_1135 size 1403
2013-10-31 15:49:15,123 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split from client DFSClient_1020568644
2013-10-31 15:49:15,123 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split is closed by DFSClient_1020568644
2013-10-31 15:49:16,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7682095096815945627_1119 file build/test/data/dfs/data/data8/current/blk_-7682095096815945627 for deletion
2013-10-31 15:49:16,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2642880508168110430_1115 file build/test/data/dfs/data/data8/current/blk_-2642880508168110430 for deletion
2013-10-31 15:49:16,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7682095096815945627_1119 at file build/test/data/dfs/data/data8/current/blk_-7682095096815945627
2013-10-31 15:49:16,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1442928257555277015_1117 file build/test/data/dfs/data/data8/current/blk_-1442928257555277015 for deletion
2013-10-31 15:49:16,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2642880508168110430_1115 at file build/test/data/dfs/data/data8/current/blk_-2642880508168110430
2013-10-31 15:49:16,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1442928257555277015_1117 at file build/test/data/dfs/data/data8/current/blk_-1442928257555277015
2013-10-31 15:49:16,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,499 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.splitmetainfo. blk_-7949646294935572574_1137
2013-10-31 15:49:16,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7949646294935572574_1137 src: /127.0.0.1:35749 dest: /127.0.0.1:37515
2013-10-31 15:49:16,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7949646294935572574_1137 src: /127.0.0.1:60091 dest: /127.0.0.1:51383
2013-10-31 15:49:16,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7949646294935572574_1137 src: /127.0.0.1:37397 dest: /127.0.0.1:42031
2013-10-31 15:49:16,508 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37397, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7949646294935572574_1137, duration: 76230
2013-10-31 15:49:16,508 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7949646294935572574_1137 terminating
2013-10-31 15:49:16,509 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60091, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7949646294935572574_1137, duration: 893389
2013-10-31 15:49:16,509 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7949646294935572574_1137 terminating
2013-10-31 15:49:16,509 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35749, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7949646294935572574_1137, duration: 1815038
2013-10-31 15:49:16,511 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7949646294935572574_1137 terminating
2013-10-31 15:49:16,514 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7949646294935572574_1137 size 156
2013-10-31 15:49:16,514 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:49:16,515 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:49:16,515 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7949646294935572574_1137 size 156
2013-10-31 15:49:16,515 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7949646294935572574_1137 size 156
2013-10-31 15:49:16,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,525 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.splitmetainfo. blk_-7604885471958639623_1138
2013-10-31 15:49:16,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7604885471958639623_1138 src: /127.0.0.1:57312 dest: /127.0.0.1:40932
2013-10-31 15:49:16,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7604885471958639623_1138 src: /127.0.0.1:60094 dest: /127.0.0.1:51383
2013-10-31 15:49:16,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7604885471958639623_1138 src: /127.0.0.1:35754 dest: /127.0.0.1:37515
2013-10-31 15:49:16,532 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35754, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7604885471958639623_1138, duration: 67276
2013-10-31 15:49:16,533 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7604885471958639623_1138 terminating
2013-10-31 15:49:16,533 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7604885471958639623_1138 size 156
2013-10-31 15:49:16,533 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60094, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7604885471958639623_1138, duration: 886061
2013-10-31 15:49:16,534 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7604885471958639623_1138 terminating
2013-10-31 15:49:16,534 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57312, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7604885471958639623_1138, duration: 1833164
2013-10-31 15:49:16,535 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7604885471958639623_1138 size 156
2013-10-31 15:49:16,535 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7604885471958639623_1138 terminating
2013-10-31 15:49:16,537 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:49:16,537 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:49:16,539 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7604885471958639623_1138 size 156
2013-10-31 15:49:16,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,555 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml. blk_-6545568953130533384_1139
2013-10-31 15:49:16,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6545568953130533384_1139 src: /127.0.0.1:57315 dest: /127.0.0.1:40932
2013-10-31 15:49:16,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6545568953130533384_1139 src: /127.0.0.1:35756 dest: /127.0.0.1:37515
2013-10-31 15:49:16,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6545568953130533384_1139 src: /127.0.0.1:60098 dest: /127.0.0.1:51383
2013-10-31 15:49:16,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,564 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60098, dest: /127.0.0.1:51383, bytes: 27397, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6545568953130533384_1139, duration: 84957
2013-10-31 15:49:16,564 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6545568953130533384_1139 terminating
2013-10-31 15:49:16,564 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35756, dest: /127.0.0.1:37515, bytes: 27397, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6545568953130533384_1139, duration: 884425
2013-10-31 15:49:16,565 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6545568953130533384_1139 terminating
2013-10-31 15:49:16,565 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57315, dest: /127.0.0.1:40932, bytes: 27397, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6545568953130533384_1139, duration: 1741721
2013-10-31 15:49:16,566 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6545568953130533384_1139 terminating
2013-10-31 15:49:16,567 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6545568953130533384_1139 size 27397
2013-10-31 15:49:16,569 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6545568953130533384_1139 size 27397
2013-10-31 15:49:16,569 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6545568953130533384_1139 size 27397
2013-10-31 15:49:16,569 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml from client DFSClient_1020568644
2013-10-31 15:49:16,570 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml is closed by DFSClient_1020568644
2013-10-31 15:49:16,575 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml. blk_5834135570481189278_1139
2013-10-31 15:49:16,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml dst=null perm=null
2013-10-31 15:49:16,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35759, bytes: 27613, op: HDFS_READ, cliID: DFSClient_343480105, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6545568953130533384_1139, duration: 400654
2013-10-31 15:49:16,604 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0014: nMaps=4 nReduces=0 max=-1
2013-10-31 15:49:16,604 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0014 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:49:16,605 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0014
2013-10-31 15:49:16,605 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0014 RESULT=SUCCESS
2013-10-31 15:49:16,605 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0014
2013-10-31 15:49:16,606 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0014
2013-10-31 15:49:16,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_1383234556576_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2FA5E3505D0B4D4E6F dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5834135570481189278_1139 src: /127.0.0.1:60101 dest: /127.0.0.1:51383
2013-10-31 15:49:16,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5834135570481189278_1139 src: /127.0.0.1:37407 dest: /127.0.0.1:42031
2013-10-31 15:49:16,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5834135570481189278_1139 src: /127.0.0.1:57322 dest: /127.0.0.1:40932
2013-10-31 15:49:16,622 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57322, dest: /127.0.0.1:40932, bytes: 27389, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5834135570481189278_1139, duration: 977684
2013-10-31 15:49:16,622 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5834135570481189278_1139 terminating
2013-10-31 15:49:16,623 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37407, dest: /127.0.0.1:42031, bytes: 27389, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5834135570481189278_1139, duration: 1096839
2013-10-31 15:49:16,623 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5834135570481189278_1139 terminating
2013-10-31 15:49:16,623 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60101, dest: /127.0.0.1:51383, bytes: 27389, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5834135570481189278_1139, duration: 1737511
2013-10-31 15:49:16,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5834135570481189278_1139 size 27389
2013-10-31 15:49:16,623 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5834135570481189278_1139 terminating
2013-10-31 15:49:16,625 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5834135570481189278_1139 size 27389
2013-10-31 15:49:16,625 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml from client DFSClient_1020568644
2013-10-31 15:49:16,626 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml is closed by DFSClient_1020568644
2013-10-31 15:49:16,627 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5834135570481189278_1139 size 27389
2013-10-31 15:49:16,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,637 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_conf.xml. blk_6534233279622284066_1141
2013-10-31 15:49:16,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6534233279622284066_1141 src: /127.0.0.1:60105 dest: /127.0.0.1:51383
2013-10-31 15:49:16,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6534233279622284066_1141 src: /127.0.0.1:37411 dest: /127.0.0.1:42031
2013-10-31 15:49:16,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml dst=null perm=null
2013-10-31 15:49:16,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6534233279622284066_1141 src: /127.0.0.1:57326 dest: /127.0.0.1:40932
2013-10-31 15:49:16,647 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60108, bytes: 27605, op: HDFS_READ, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5834135570481189278_1139, duration: 402673
2013-10-31 15:49:16,647 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57326, dest: /127.0.0.1:40932, bytes: 27462, op: HDFS_WRITE, cliID: DFSClient_343480105, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6534233279622284066_1141, duration: 1301800
2013-10-31 15:49:16,648 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6534233279622284066_1141 terminating
2013-10-31 15:49:16,648 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37411, dest: /127.0.0.1:42031, bytes: 27462, op: HDFS_WRITE, cliID: DFSClient_343480105, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6534233279622284066_1141, duration: 1439711
2013-10-31 15:49:16,649 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6534233279622284066_1141 terminating
2013-10-31 15:49:16,649 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60105, dest: /127.0.0.1:51383, bytes: 27462, op: HDFS_WRITE, cliID: DFSClient_343480105, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6534233279622284066_1141, duration: 2436561
2013-10-31 15:49:16,650 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6534233279622284066_1141 terminating
2013-10-31 15:49:16,650 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6534233279622284066_1141 size 27462
2013-10-31 15:49:16,652 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_conf.xml from client DFSClient_343480105
2013-10-31 15:49:16,653 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_conf.xml is closed by DFSClient_343480105
2013-10-31 15:49:16,653 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6534233279622284066_1141 size 27462
2013-10-31 15:49:16,654 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6534233279622284066_1141 size 27462
2013-10-31 15:49:16,667 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0015: nMaps=4 nReduces=0 max=-1
2013-10-31 15:49:16,668 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0015 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:49:16,668 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0015 RESULT=SUCCESS
2013-10-31 15:49:16,668 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0015
2013-10-31 15:49:16,668 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0015
2013-10-31 15:49:16,668 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0015
2013-10-31 15:49:16,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,935 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014/jobToken. blk_5742513596488473166_1143
2013-10-31 15:49:16,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5742513596488473166_1143 src: /127.0.0.1:37414 dest: /127.0.0.1:42031
2013-10-31 15:49:16,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_1383234556635_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2F1B3E55C315694123 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5742513596488473166_1143 src: /127.0.0.1:60110 dest: /127.0.0.1:51383
2013-10-31 15:49:16,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5742513596488473166_1143 src: /127.0.0.1:57330 dest: /127.0.0.1:40932
2013-10-31 15:49:16,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57330, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5742513596488473166_1143, duration: 69189
2013-10-31 15:49:16,946 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5742513596488473166_1143 terminating
2013-10-31 15:49:16,946 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60110, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5742513596488473166_1143, duration: 855599
2013-10-31 15:49:16,947 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5742513596488473166_1143 terminating
2013-10-31 15:49:16,947 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37414, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5742513596488473166_1143, duration: 1686555
2013-10-31 15:49:16,947 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5742513596488473166_1143 terminating
2013-10-31 15:49:16,950 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5742513596488473166_1143 size 116
2013-10-31 15:49:16,951 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014/jobToken from client DFSClient_1020568644
2013-10-31 15:49:16,951 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014/jobToken is closed by DFSClient_1020568644
2013-10-31 15:49:16,952 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5742513596488473166_1143 size 116
2013-10-31 15:49:16,952 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5742513596488473166_1143 size 116
2013-10-31 15:49:16,956 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014/jobToken
2013-10-31 15:49:16,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.splitmetainfo dst=null perm=null
2013-10-31 15:49:16,960 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60112, bytes: 160, op: HDFS_READ, cliID: DFSClient_343480105, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7949646294935572574_1137, duration: 279929
2013-10-31 15:49:16,961 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0014 = 1449. Number of splits = 4
2013-10-31 15:49:16,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0014_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:16,965 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0014 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:49:16,965 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0014 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:49:16,969 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_conf.xml. blk_-3835694173415778085_1144
2013-10-31 15:49:16,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3835694173415778085_1144 src: /127.0.0.1:35772 dest: /127.0.0.1:37515
2013-10-31 15:49:16,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3835694173415778085_1144 src: /127.0.0.1:60114 dest: /127.0.0.1:51383
2013-10-31 15:49:16,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3835694173415778085_1144 src: /127.0.0.1:57334 dest: /127.0.0.1:40932
2013-10-31 15:49:16,978 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57334, dest: /127.0.0.1:40932, bytes: 27454, op: HDFS_WRITE, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3835694173415778085_1144, duration: 670216
2013-10-31 15:49:16,979 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3835694173415778085_1144 terminating
2013-10-31 15:49:16,979 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60114, dest: /127.0.0.1:51383, bytes: 27454, op: HDFS_WRITE, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3835694173415778085_1144, duration: 1950129
2013-10-31 15:49:16,980 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3835694173415778085_1144 terminating
2013-10-31 15:49:16,980 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35772, dest: /127.0.0.1:37515, bytes: 27454, op: HDFS_WRITE, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3835694173415778085_1144, duration: 2607289
2013-10-31 15:49:16,981 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3835694173415778085_1144 terminating
2013-10-31 15:49:16,983 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3835694173415778085_1144 size 27454
2013-10-31 15:49:16,984 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_conf.xml from client DFSClient_-1436135995
2013-10-31 15:49:16,984 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_conf.xml is closed by DFSClient_-1436135995
2013-10-31 15:49:16,984 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3835694173415778085_1144 size 27454
2013-10-31 15:49:16,985 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3835694173415778085_1144 size 27454
2013-10-31 15:49:16,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:16,997 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken. blk_-1244396778133184125_1145
2013-10-31 15:49:16,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1244396778133184125_1145 src: /127.0.0.1:37421 dest: /127.0.0.1:42031
2013-10-31 15:49:17,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1244396778133184125_1145 src: /127.0.0.1:57336 dest: /127.0.0.1:40932
2013-10-31 15:49:17,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1244396778133184125_1145 src: /127.0.0.1:60118 dest: /127.0.0.1:51383
2013-10-31 15:49:17,005 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60118, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1244396778133184125_1145, duration: 71493
2013-10-31 15:49:17,006 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1244396778133184125_1145 terminating
2013-10-31 15:49:17,006 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57336, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1244396778133184125_1145, duration: 851715
2013-10-31 15:49:17,007 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1244396778133184125_1145 terminating
2013-10-31 15:49:17,007 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37421, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1244396778133184125_1145, duration: 1800902
2013-10-31 15:49:17,007 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1244396778133184125_1145 terminating
2013-10-31 15:49:17,010 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1244396778133184125_1145 size 116
2013-10-31 15:49:17,010 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1244396778133184125_1145 size 116
2013-10-31 15:49:17,011 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1244396778133184125_1145 size 116
2013-10-31 15:49:17,410 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken from client DFSClient_1020568644
2013-10-31 15:49:17,410 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken is closed by DFSClient_1020568644
2013-10-31 15:49:17,415 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken
2013-10-31 15:49:17,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.splitmetainfo dst=null perm=null
2013-10-31 15:49:17,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35778, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7604885471958639623_1138, duration: 302568
2013-10-31 15:49:17,421 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0015 = 1449. Number of splits = 4
2013-10-31 15:49:17,421 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,422 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,422 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,422 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,422 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,423 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,423 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,423 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,423 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,424 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,424 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,424 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0015_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:17,424 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0015 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:49:17,425 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0015 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:49:17,540 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:51383 to replicate blk_-6064615598171497991_1133 to datanode(s) 127.0.0.1:40932
2013-10-31 15:49:17,541 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_6853223069661643972_1133 to datanode(s) 127.0.0.1:37515
2013-10-31 15:49:17,541 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_8993397492749789181_1110 blk_7511064906830116598_1127 blk_4993416072894159739_1113 blk_5771871357169055272_1112
2013-10-31 15:49:17,541 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_8993397492749789181_1110 blk_7511064906830116598_1127 blk_5771871357169055272_1112
2013-10-31 15:49:17,566 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467) Starting thread to transfer block blk_-6064615598171497991_1133 to 127.0.0.1:40932
2013-10-31 15:49:17,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4993416072894159739_1113 file build/test/data/dfs/data/data1/current/blk_4993416072894159739 for deletion
2013-10-31 15:49:17,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5771871357169055272_1112 file build/test/data/dfs/data/data2/current/blk_5771871357169055272 for deletion
2013-10-31 15:49:17,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4993416072894159739_1113 at file build/test/data/dfs/data/data1/current/blk_4993416072894159739
2013-10-31 15:49:17,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7511064906830116598_1127 file build/test/data/dfs/data/data1/current/blk_7511064906830116598 for deletion
2013-10-31 15:49:17,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5771871357169055272_1112 at file build/test/data/dfs/data/data2/current/blk_5771871357169055272
2013-10-31 15:49:17,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8993397492749789181_1110 file build/test/data/dfs/data/data2/current/blk_8993397492749789181 for deletion
2013-10-31 15:49:17,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6064615598171497991_1133 src: /127.0.0.1:57339 dest: /127.0.0.1:40932
2013-10-31 15:49:17,568 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467):Transmitted block blk_-6064615598171497991_1133 to /127.0.0.1:40932
2013-10-31 15:49:17,568 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8993397492749789181_1110 at file build/test/data/dfs/data/data2/current/blk_8993397492749789181
2013-10-31 15:49:17,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7511064906830116598_1127 at file build/test/data/dfs/data/data1/current/blk_7511064906830116598
2013-10-31 15:49:17,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-6064615598171497991_1133 src: /127.0.0.1:57339 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:49:17,574 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6064615598171497991_1133 size 238055
2013-10-31 15:49:17,795 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0014_m_000005_0' to tip task_20131031154230960_0014_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:49:17,801 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0014_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:49:17,801 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0014_m_000005_0 which needs 1 slots
2013-10-31 15:49:17,802 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0014_m_000005_0 which needs 1 slots
2013-10-31 15:49:17,807 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0015_m_000005_0' to tip task_20131031154230960_0015_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:49:17,813 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0015_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:49:17,813 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0015_m_000005_0 which needs 1 slots
2013-10-31 15:49:17,814 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0015_m_000005_0 which needs 1 slots
2013-10-31 15:49:17,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014/jobToken dst=null perm=null
2013-10-31 15:49:17,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60121, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5742513596488473166_1143, duration: 273554
2013-10-31 15:49:17,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken dst=null perm=null
2013-10-31 15:49:17,823 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60123, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1244396778133184125_1145, duration: 273301
2013-10-31 15:49:17,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml dst=null perm=null
2013-10-31 15:49:17,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60125, bytes: 27613, op: HDFS_READ, cliID: DFSClient_-465562786, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6545568953130533384_1139, duration: 381285
2013-10-31 15:49:17,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml dst=null perm=null
2013-10-31 15:49:17,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37431, bytes: 27605, op: HDFS_READ, cliID: DFSClient_-1641177779, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5834135570481189278_1139, duration: 1129485
2013-10-31 15:49:17,882 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:17,887 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:17,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar dst=null perm=null
2013-10-31 15:49:17,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35786, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-465562786, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6064615598171497991_1133, duration: 723412
2013-10-31 15:49:17,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar dst=null perm=null
2013-10-31 15:49:17,914 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37433, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1641177779, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6853223069661643972_1133, duration: 608279
2013-10-31 15:49:17,991 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0015_m_-529218526
2013-10-31 15:49:17,992 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0015_m_-529218526 spawned.
2013-10-31 15:49:17,994 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0015/attempt_20131031154230960_0015_m_000005_0/taskjvm.sh
2013-10-31 15:49:18,014 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0012_m_1315641286
2013-10-31 15:49:18,021 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22234 with signal TERM. Exit code 0
2013-10-31 15:49:18,021 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0014_m_1591588892
2013-10-31 15:49:18,022 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0014_m_1591588892 spawned.
2013-10-31 15:49:18,024 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0014/attempt_20131031154230960_0014_m_000005_0/taskjvm.sh
2013-10-31 15:49:18,103 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0012_m_1315641286
2013-10-31 15:49:18,251 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:18,251 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:18,252 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:18,252 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0012_m_1315641286 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:18,547 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5771871357169055272_1112 file build/test/data/dfs/data/data6/current/blk_5771871357169055272 for deletion
2013-10-31 15:49:18,547 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7511064906830116598_1127 file build/test/data/dfs/data/data5/current/blk_7511064906830116598 for deletion
2013-10-31 15:49:18,547 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5771871357169055272_1112 at file build/test/data/dfs/data/data6/current/blk_5771871357169055272
2013-10-31 15:49:18,548 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8993397492749789181_1110 file build/test/data/dfs/data/data5/current/blk_8993397492749789181 for deletion
2013-10-31 15:49:18,548 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7511064906830116598_1127 at file build/test/data/dfs/data/data5/current/blk_7511064906830116598
2013-10-31 15:49:18,548 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8993397492749789181_1110 at file build/test/data/dfs/data/data5/current/blk_8993397492749789181
2013-10-31 15:49:19,085 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_6853223069661643972_1133 to 127.0.0.1:37515
2013-10-31 15:49:19,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6853223069661643972_1133 src: /127.0.0.1:35788 dest: /127.0.0.1:37515
2013-10-31 15:49:19,087 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_6853223069661643972_1133 to /127.0.0.1:37515
2013-10-31 15:49:19,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_6853223069661643972_1133 src: /127.0.0.1:35788 dest: /127.0.0.1:37515 of size 238055
2013-10-31 15:49:19,143 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6853223069661643972_1133 size 238055
2013-10-31 15:49:19,791 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0012
2013-10-31 15:49:19,791 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0012_m_000001_0 not found in cache
2013-10-31 15:49:19,791 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0012 for user-log deletion with retainTimeStamp:1383320959791
2013-10-31 15:49:19,944 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0012_m_-1414354675 since job job_20131031154230960_0012 is dead
2013-10-31 15:49:19,953 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22064 with signal TERM. Exit code 0
2013-10-31 15:49:20,025 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0015_m_-529218526 given task: attempt_20131031154230960_0015_m_000005_0
2013-10-31 15:49:20,134 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:20,135 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:20,135 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:20,135 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0012_m_-1414354675 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:49:20,542 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_8993397492749789181_1110 blk_4993416072894159739_1113 blk_5771871357169055272_1112
2013-10-31 15:49:20,542 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_7511064906830116598_1127 blk_4993416072894159739_1113
2013-10-31 15:49:20,548 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0012_r_1786013464 since job job_20131031154230960_0012 is dead
2013-10-31 15:49:20,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:20,552 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22374 with signal TERM. Exit code 0
2013-10-31 15:49:20,712 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:20,712 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:20,712 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:20,712 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0012_r_1786013464 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:21,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4993416072894159739_1113 file build/test/data/dfs/data/data3/current/blk_4993416072894159739 for deletion
2013-10-31 15:49:21,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5771871357169055272_1112 file build/test/data/dfs/data/data4/current/blk_5771871357169055272 for deletion
2013-10-31 15:49:21,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4993416072894159739_1113 at file build/test/data/dfs/data/data3/current/blk_4993416072894159739
2013-10-31 15:49:21,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5771871357169055272_1112 at file build/test/data/dfs/data/data4/current/blk_5771871357169055272
2013-10-31 15:49:21,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8993397492749789181_1110 file build/test/data/dfs/data/data3/current/blk_8993397492749789181 for deletion
2013-10-31 15:49:21,077 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8993397492749789181_1110 at file build/test/data/dfs/data/data3/current/blk_8993397492749789181
2013-10-31 15:49:21,115 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0014_m_1591588892 given task: attempt_20131031154230960_0014_m_000005_0
2013-10-31 15:49:21,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:22,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4993416072894159739_1113 file build/test/data/dfs/data/data7/current/blk_4993416072894159739 for deletion
2013-10-31 15:49:22,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7511064906830116598_1127 file build/test/data/dfs/data/data8/current/blk_7511064906830116598 for deletion
2013-10-31 15:49:22,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4993416072894159739_1113 at file build/test/data/dfs/data/data7/current/blk_4993416072894159739
2013-10-31 15:49:22,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7511064906830116598_1127 at file build/test/data/dfs/data/data8/current/blk_7511064906830116598
2013-10-31 15:49:23,479 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000005_0 0.0% setup
2013-10-31 15:49:23,482 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0015_m_000005_0 is done.
2013-10-31 15:49:23,482 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0015_m_000005_0 was -1
2013-10-31 15:49:23,482 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:23,817 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0015_m_000005_0' has completed task_20131031154230960_0015_m_000005 successfully.
2013-10-31 15:49:23,821 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0015_m_000000_0' to tip task_20131031154230960_0015_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:49:23,822 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0015_m_000000
2013-10-31 15:49:23,824 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0015_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:49:23,824 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0015_m_000000_0 which needs 1 slots
2013-10-31 15:49:23,824 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0015_m_000000_0 which needs 1 slots
2013-10-31 15:49:23,855 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0015_m_447094340
2013-10-31 15:49:23,856 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0015_m_447094340 spawned.
2013-10-31 15:49:23,858 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0015/attempt_20131031154230960_0015_m_000000_0/taskjvm.sh
2013-10-31 15:49:23,860 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0015_m_000001_0' to tip task_20131031154230960_0015_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:49:23,861 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0015_m_000001
2013-10-31 15:49:23,862 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0015_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:49:23,863 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0015_m_000001_0 which needs 1 slots
2013-10-31 15:49:23,863 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0015_m_000001_0 which needs 1 slots
2013-10-31 15:49:23,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken dst=null perm=null
2013-10-31 15:49:23,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57353, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1244396778133184125_1145, duration: 335180
2013-10-31 15:49:23,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml dst=null perm=null
2013-10-31 15:49:23,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37441, bytes: 27605, op: HDFS_READ, cliID: DFSClient_-9510379, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5834135570481189278_1139, duration: 381886
2013-10-31 15:49:23,908 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:23,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar dst=null perm=null
2013-10-31 15:49:23,938 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37442, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-9510379, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6853223069661643972_1133, duration: 1277052
2013-10-31 15:49:24,090 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0015_m_000002_0' to tip task_20131031154230960_0015_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:49:24,091 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0015_m_000002
2013-10-31 15:49:24,093 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0015_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:49:24,093 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0015_m_000002_0 which needs 1 slots
2013-10-31 15:49:24,093 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0015_m_000002_0 which needs 1 slots
2013-10-31 15:49:24,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015/jobToken dst=null perm=null
2013-10-31 15:49:24,102 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37443, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1244396778133184125_1145, duration: 322734
2013-10-31 15:49:24,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.xml dst=null perm=null
2013-10-31 15:49:24,113 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37445, bytes: 27605, op: HDFS_READ, cliID: DFSClient_933718185, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5834135570481189278_1139, duration: 417358
2013-10-31 15:49:24,141 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:24,154 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0015_m_-1260952537
2013-10-31 15:49:24,154 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0015_m_-1260952537 spawned.
2013-10-31 15:49:24,156 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0015/attempt_20131031154230960_0015_m_000001_0/taskjvm.sh
2013-10-31 15:49:24,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.jar dst=null perm=null
2013-10-31 15:49:24,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35800, bytes: 239915, op: HDFS_READ, cliID: DFSClient_933718185, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6853223069661643972_1133, duration: 674664
2013-10-31 15:49:24,497 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0015_m_-1177844810
2013-10-31 15:49:24,498 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0015_m_-1177844810 spawned.
2013-10-31 15:49:24,499 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0015/attempt_20131031154230960_0015_m_000002_0/taskjvm.sh
2013-10-31 15:49:24,528 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000005_0 0.0% setup
2013-10-31 15:49:24,529 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0014_m_000005_0 is done.
2013-10-31 15:49:24,529 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0014_m_000005_0 was -1
2013-10-31 15:49:24,529 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:24,874 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0015_m_447094340 given task: attempt_20131031154230960_0015_m_000000_0
2013-10-31 15:49:24,916 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:49:24,922 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:49:24,927 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:49:24,933 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:49:24,938 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:49:24,944 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:49:24,951 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:49:24,951 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:49:25,247 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0015_m_-1260952537 given task: attempt_20131031154230960_0015_m_000001_0
2013-10-31 15:49:25,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split dst=null perm=null
2013-10-31 15:49:25,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57365, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5558674639970374014_1135, duration: 173568
2013-10-31 15:49:25,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:25,414 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57366, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000000_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 162127
2013-10-31 15:49:25,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:25,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:25,442 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0015_m_-1177844810 given task: attempt_20131031154230960_0015_m_000002_0
2013-10-31 15:49:25,601 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0015_m_000000_0
2013-10-31 15:49:25,602 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0015_m_000000_0
2013-10-31 15:49:25,651 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0015_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:25,652 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000000_0 0.0%
2013-10-31 15:49:25,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split dst=null perm=null
2013-10-31 15:49:25,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37454, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5558674639970374014_1135, duration: 170330
2013-10-31 15:49:25,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:25,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:25,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:25,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split dst=null perm=null
2013-10-31 15:49:25,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60151, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5558674639970374014_1135, duration: 171187
2013-10-31 15:49:25,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57371, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 177434
2013-10-31 15:49:25,976 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0/part-00001. blk_6380053492195006885_1147
2013-10-31 15:49:25,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:25,984 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37459, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 146948
2013-10-31 15:49:25,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6380053492195006885_1147 src: /127.0.0.1:60153 dest: /127.0.0.1:51383
2013-10-31 15:49:26,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6380053492195006885_1147 src: /127.0.0.1:57374 dest: /127.0.0.1:40932
2013-10-31 15:49:26,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6380053492195006885_1147 src: /127.0.0.1:35815 dest: /127.0.0.1:37515
2013-10-31 15:49:26,002 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35815, dest: /127.0.0.1:37515, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0015_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6380053492195006885_1147, duration: 1006461
2013-10-31 15:49:26,003 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6380053492195006885_1147 terminating
2013-10-31 15:49:26,003 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6380053492195006885_1147 size 134
2013-10-31 15:49:26,003 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57374, dest: /127.0.0.1:40932, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0015_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6380053492195006885_1147, duration: 1504544
2013-10-31 15:49:26,003 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6380053492195006885_1147 terminating
2013-10-31 15:49:26,003 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60153, dest: /127.0.0.1:51383, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0015_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6380053492195006885_1147, duration: 1974630
2013-10-31 15:49:26,004 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6380053492195006885_1147 terminating
2013-10-31 15:49:26,004 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6380053492195006885_1147 size 134
2013-10-31 15:49:26,004 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0015_m_000001_0
2013-10-31 15:49:26,005 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0015_m_000001_0
2013-10-31 15:49:26,006 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6380053492195006885_1147 size 134
2013-10-31 15:49:26,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:26,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:26,274 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0015_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:26,274 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000001_0 0.0%
2013-10-31 15:49:26,395 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0015_m_000002_0
2013-10-31 15:49:26,396 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0015_m_000002_0
2013-10-31 15:49:26,460 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0015_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:26,461 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000002_0 0.0%
2013-10-31 15:49:26,811 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0014_m_000005_0' has completed task_20131031154230960_0014_m_000005 successfully.
2013-10-31 15:49:26,814 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0014_m_000000_0' to tip task_20131031154230960_0014_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:49:26,815 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0014_m_000000
2013-10-31 15:49:26,816 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0014_m_000001_0' to tip task_20131031154230960_0014_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:49:26,816 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0014_m_000001
2013-10-31 15:49:26,818 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0014_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:49:26,819 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0014_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:49:26,819 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0014_m_000000_0 which needs 1 slots
2013-10-31 15:49:26,820 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0014_m_000000_0 which needs 1 slots
2013-10-31 15:49:26,820 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0014_m_000001_0 which needs 1 slots
2013-10-31 15:49:26,820 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0014_m_000001_0 which needs 1 slots
2013-10-31 15:49:26,832 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0014_m_000002_0' to tip task_20131031154230960_0014_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:49:26,832 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0014_m_000002
2013-10-31 15:49:26,833 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0014_m_000003_0' to tip task_20131031154230960_0014_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:49:26,833 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0014_m_000003
2013-10-31 15:49:26,835 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0014_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:49:26,836 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0014_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:49:26,837 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0015_m_000000_0
2013-10-31 15:49:26,837 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0014_m_000002_0 which needs 1 slots
2013-10-31 15:49:26,837 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0014_m_000002_0 which needs 1 slots
2013-10-31 15:49:26,838 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0014_m_000003_0 which needs 1 slots
2013-10-31 15:49:26,838 INFO mapred.TaskTracker (TaskTracker.java:run(2475)) - TaskLauncher : Waiting for 1 to launch attempt_20131031154230960_0014_m_000003_0, currently we have 0 free slots
2013-10-31 15:49:26,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014/jobToken dst=null perm=null
2013-10-31 15:49:26,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60157, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5742513596488473166_1143, duration: 296941
2013-10-31 15:49:26,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.xml dst=null perm=null
2013-10-31 15:49:26,851 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60159, bytes: 27613, op: HDFS_READ, cliID: DFSClient_2063224238, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6545568953130533384_1139, duration: 162732
2013-10-31 15:49:26,856 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0014_m_1457755032
2013-10-31 15:49:26,857 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0014_m_1457755032 spawned.
2013-10-31 15:49:26,858 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0014/attempt_20131031154230960_0014_m_000001_0. Attempting to reuse: jvm_20131031154230960_0014_m_1591588892
2013-10-31 15:49:26,858 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0014/attempt_20131031154230960_0014_m_000000_0/taskjvm.sh
2013-10-31 15:49:26,863 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0015_m_000003_0' to tip task_20131031154230960_0015_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:49:26,864 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0015_m_000003
2013-10-31 15:49:26,864 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0015_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:49:26,865 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0015_m_000001_0
2013-10-31 15:49:26,865 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0015_m_000003_0 which needs 1 slots
2013-10-31 15:49:26,865 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0015_m_000003_0 which needs 1 slots
2013-10-31 15:49:26,880 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0015_m_981202891
2013-10-31 15:49:26,881 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0015_m_981202891 spawned.
2013-10-31 15:49:26,882 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0015/attempt_20131031154230960_0015_m_000003_0/taskjvm.sh
2013-10-31 15:49:26,930 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:26,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.jar dst=null perm=null
2013-10-31 15:49:26,957 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60160, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2063224238, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6064615598171497991_1133, duration: 888210
2013-10-31 15:49:27,044 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0015_m_-529218526
2013-10-31 15:49:27,050 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22703 with signal TERM. Exit code 0
2013-10-31 15:49:27,050 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0014_m_-1517098385
2013-10-31 15:49:27,051 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0014_m_-1517098385 spawned.
2013-10-31 15:49:27,052 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0014/attempt_20131031154230960_0014_m_000002_0/taskjvm.sh
2013-10-31 15:49:27,094 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0015_m_000002_0
2013-10-31 15:49:27,110 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:27,110 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:27,110 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:27,111 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0015_m_-529218526 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:27,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0 dst=null perm=null
2013-10-31 15:49:27,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:27,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:27,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000001_0 dst=null perm=null
2013-10-31 15:49:27,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000002_0 dst=null perm=null
2013-10-31 15:49:27,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:27,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:27,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000002_0 dst=null perm=null
2013-10-31 15:49:27,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000000_0 dst=null perm=null
2013-10-31 15:49:27,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:27,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:27,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000000_0 dst=null perm=null
2013-10-31 15:49:27,774 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0014_m_1457755032 given task: attempt_20131031154230960_0014_m_000000_0
2013-10-31 15:49:28,066 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0014_m_1591588892 given task: attempt_20131031154230960_0014_m_000001_0
2013-10-31 15:49:28,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split dst=null perm=null
2013-10-31 15:49:28,167 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37468, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6839622587673581410_1135, duration: 180082
2013-10-31 15:49:28,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:28,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:28,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:28,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split dst=null perm=null
2013-10-31 15:49:28,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35825, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6839622587673581410_1135, duration: 172197
2013-10-31 15:49:28,298 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:49:28,298 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0015_m_000000_0 is done.
2013-10-31 15:49:28,299 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0015_m_000000_0 was -1
2013-10-31 15:49:28,299 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:49:28,299 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0014_m_000003_0 which needs 1 slots
2013-10-31 15:49:28,315 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0015_m_447094340
2013-10-31 15:49:28,319 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22856 with signal TERM. Exit code 0
2013-10-31 15:49:28,319 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0014_m_820467249
2013-10-31 15:49:28,319 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0014_m_820467249 spawned.
2013-10-31 15:49:28,320 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0014/attempt_20131031154230960_0014_m_000003_0/taskjvm.sh
2013-10-31 15:49:28,671 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:49:28,672 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0015_m_000001_0 is done.
2013-10-31 15:49:28,672 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0015_m_000001_0 was -1
2013-10-31 15:49:28,672 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:49:28,824 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0015_m_000005_0
2013-10-31 15:49:28,824 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0015_m_000005_0
2013-10-31 15:49:28,824 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0015_m_000005_0 not found in cache
2013-10-31 15:49:28,873 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:49:28,874 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0015_m_000002_0 is done.
2013-10-31 15:49:28,874 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0015_m_000002_0 was -1
2013-10-31 15:49:28,875 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:29,080 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0015_m_981202891 given task: attempt_20131031154230960_0015_m_000003_0
2013-10-31 15:49:29,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37474, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 176832
2013-10-31 15:49:29,178 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0014_m_000001_0
2013-10-31 15:49:29,178 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0014_m_000001_0
2013-10-31 15:49:29,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:29,183 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57389, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000000_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 127598
2013-10-31 15:49:29,188 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0015_m_447094340
2013-10-31 15:49:29,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:29,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:29,306 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0014_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:29,307 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000001_0 0.0%
2013-10-31 15:49:29,344 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:29,344 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:29,344 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:29,345 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0015_m_447094340 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:29,437 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0/part-00000. blk_681435959714287028_1150
2013-10-31 15:49:29,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_681435959714287028_1150 src: /127.0.0.1:35830 dest: /127.0.0.1:37515
2013-10-31 15:49:29,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_681435959714287028_1150 src: /127.0.0.1:57391 dest: /127.0.0.1:40932
2013-10-31 15:49:29,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_681435959714287028_1150 src: /127.0.0.1:37478 dest: /127.0.0.1:42031
2013-10-31 15:49:29,468 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37478, dest: /127.0.0.1:42031, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0014_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_681435959714287028_1150, duration: 1036284
2013-10-31 15:49:29,469 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_681435959714287028_1150 terminating
2013-10-31 15:49:29,469 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57391, dest: /127.0.0.1:40932, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0014_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_681435959714287028_1150, duration: 1491659
2013-10-31 15:49:29,469 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_681435959714287028_1150 terminating
2013-10-31 15:49:29,469 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35830, dest: /127.0.0.1:37515, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0014_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_681435959714287028_1150, duration: 1869209
2013-10-31 15:49:29,469 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_681435959714287028_1150 terminating
2013-10-31 15:49:29,470 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_681435959714287028_1150 size 181
2013-10-31 15:49:29,473 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_681435959714287028_1150 size 181
2013-10-31 15:49:29,473 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_681435959714287028_1150 size 181
2013-10-31 15:49:29,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015/job.split dst=null perm=null
2013-10-31 15:49:29,609 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60175, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5558674639970374014_1135, duration: 125130
2013-10-31 15:49:29,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:29,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57395, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0015_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 151099
2013-10-31 15:49:29,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:29,820 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0014_m_000001_0
2013-10-31 15:49:29,836 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0015_m_000000_0' has completed task_20131031154230960_0015_m_000000 successfully.
2013-10-31 15:49:29,865 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0015_m_000001_0' has completed task_20131031154230960_0015_m_000001 successfully.
2013-10-31 15:49:29,871 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0014_m_000000_0
2013-10-31 15:49:29,871 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0014_m_000000_0
2013-10-31 15:49:30,002 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0014_m_-1517098385 given task: attempt_20131031154230960_0014_m_000002_0
2013-10-31 15:49:30,054 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0014_m_820467249 given task: attempt_20131031154230960_0014_m_000003_0
2013-10-31 15:49:30,096 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0015_m_000002_0' has completed task_20131031154230960_0015_m_000002 successfully.
2013-10-31 15:49:30,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000001_0 dst=null perm=null
2013-10-31 15:49:30,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:30,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:30,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:30,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000001_0 dst=null perm=null
2013-10-31 15:49:30,394 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0014_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:30,394 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000000_0 0.0%
2013-10-31 15:49:30,522 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0015_m_000003_0
2013-10-31 15:49:30,522 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0015_m_000003_0
2013-10-31 15:49:30,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split dst=null perm=null
2013-10-31 15:49:30,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35840, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000002_0, offset: 512, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6839622587673581410_1135, duration: 166523
2013-10-31 15:49:30,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:30,569 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0015_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:30,569 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000003_0 0.0%
2013-10-31 15:49:30,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60182, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 201771
2013-10-31 15:49:30,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014/job.split dst=null perm=null
2013-10-31 15:49:30,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57402, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000003_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6839622587673581410_1135, duration: 99802
2013-10-31 15:49:30,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:30,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:30,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:30,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37489, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0014_m_000003_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 366997
2013-10-31 15:49:30,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:30,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:30,753 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0014_m_000002_0
2013-10-31 15:49:30,753 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0014_m_000002_0
2013-10-31 15:49:30,802 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0014_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:30,802 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000002_0 0.0%
2013-10-31 15:49:30,803 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0/part-00003. blk_3668145354655350984_1153
2013-10-31 15:49:30,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3668145354655350984_1153 src: /127.0.0.1:35844 dest: /127.0.0.1:37515
2013-10-31 15:49:30,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3668145354655350984_1153 src: /127.0.0.1:37491 dest: /127.0.0.1:42031
2013-10-31 15:49:30,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3668145354655350984_1153 src: /127.0.0.1:60187 dest: /127.0.0.1:51383
2013-10-31 15:49:30,844 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60187, dest: /127.0.0.1:51383, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0014_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3668145354655350984_1153, duration: 1471109
2013-10-31 15:49:30,844 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3668145354655350984_1153 terminating
2013-10-31 15:49:30,844 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37491, dest: /127.0.0.1:42031, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0014_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3668145354655350984_1153, duration: 1678631
2013-10-31 15:49:30,845 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3668145354655350984_1153 terminating
2013-10-31 15:49:30,845 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35844, dest: /127.0.0.1:37515, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0014_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3668145354655350984_1153, duration: 2388053
2013-10-31 15:49:30,845 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3668145354655350984_1153 terminating
2013-10-31 15:49:30,845 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3668145354655350984_1153 size 180
2013-10-31 15:49:30,846 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0014_m_000003_0
2013-10-31 15:49:30,846 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0014_m_000003_0
2013-10-31 15:49:30,849 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3668145354655350984_1153 size 180
2013-10-31 15:49:30,849 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3668145354655350984_1153 size 180
2013-10-31 15:49:30,914 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0014_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:30,915 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000003_0 0.0%
2013-10-31 15:49:31,132 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:49:31,134 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0014_m_000001_0 is done.
2013-10-31 15:49:31,134 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0014_m_000001_0 was -1
2013-10-31 15:49:31,134 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:49:31,819 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0014_m_000005_0
2013-10-31 15:49:31,820 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0014_m_000005_0
2013-10-31 15:49:31,820 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0014_m_000005_0 not found in cache
2013-10-31 15:49:32,823 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0014_m_000001_0' has completed task_20131031154230960_0014_m_000001 successfully.
2013-10-31 15:49:32,825 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0014_m_000000_0
2013-10-31 15:49:32,840 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0014_m_000002_0
2013-10-31 15:49:32,840 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0014_m_000003_0
2013-10-31 15:49:32,870 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0015_m_000003_0
2013-10-31 15:49:32,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0 dst=null perm=null
2013-10-31 15:49:32,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:32,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:32,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000003_0 dst=null perm=null
2013-10-31 15:49:33,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0 dst=null perm=null
2013-10-31 15:49:33,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:33,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:33,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000000_0 dst=null perm=null
2013-10-31 15:49:33,508 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:49:33,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0014_m_000003_0 is done.
2013-10-31 15:49:33,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0014_m_000003_0 was -1
2013-10-31 15:49:33,510 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:49:33,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000003_0 dst=null perm=null
2013-10-31 15:49:33,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:33,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:33,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary/_attempt_20131031154230960_0015_m_000003_0 dst=null perm=null
2013-10-31 15:49:33,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000002_0 dst=null perm=null
2013-10-31 15:49:33,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:33,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:33,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary/_attempt_20131031154230960_0014_m_000002_0 dst=null perm=null
2013-10-31 15:49:34,268 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:49:34,270 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:49:34,271 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0014_m_000000_0 is done.
2013-10-31 15:49:34,271 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0014_m_000000_0 was -1
2013-10-31 15:49:34,271 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:35,569 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:49:35,571 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:49:35,572 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0015_m_000003_0 is done.
2013-10-31 15:49:35,572 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0015_m_000003_0 was -1
2013-10-31 15:49:35,572 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:35,828 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0014_m_000000_0' has completed task_20131031154230960_0014_m_000000 successfully.
2013-10-31 15:49:35,844 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0014_m_000003_0' has completed task_20131031154230960_0014_m_000003 successfully.
2013-10-31 15:49:35,873 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0015_m_000003_0' has completed task_20131031154230960_0015_m_000003 successfully.
2013-10-31 15:49:35,877 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0015_m_000004_0' to tip task_20131031154230960_0015_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:49:35,880 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0015_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:49:35,880 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0015_m_000004_0 which needs 1 slots
2013-10-31 15:49:35,880 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0015_m_000004_0 which needs 1 slots
2013-10-31 15:49:35,914 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0015/attempt_20131031154230960_0015_m_000004_0. Attempting to reuse: jvm_20131031154230960_0015_m_-1260952537
2013-10-31 15:49:36,507 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:49:36,510 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:49:36,511 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0014_m_000002_0 is done.
2013-10-31 15:49:36,511 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0014_m_000002_0 was -1
2013-10-31 15:49:36,512 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:37,195 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0015_m_-1260952537 given task: attempt_20131031154230960_0015_m_000004_0
2013-10-31 15:49:37,345 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000004_0 0.0%
2013-10-31 15:49:37,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary dst=null perm=null
2013-10-31 15:49:37,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:37,377 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_SUCCESS from client DFSClient_attempt_20131031154230960_0015_m_000004_0
2013-10-31 15:49:37,377 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0015_m_000004_0
2013-10-31 15:49:37,383 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6853223069661643972 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:37,384 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6853223069661643972 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:37,384 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6853223069661643972 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:37,384 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6853223069661643972 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:37,384 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5558674639970374014 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:37,385 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5558674639970374014 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:37,385 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5558674639970374014 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:37,385 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5558674639970374014 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:37,385 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7604885471958639623 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:37,385 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7604885471958639623 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:37,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7604885471958639623 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:37,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5834135570481189278 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:37,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5834135570481189278 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:37,386 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5834135570481189278 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:37,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0015 dst=null perm=null
2013-10-31 15:49:38,546 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5558674639970374014_1135 blk_5834135570481189278_1139 blk_6853223069661643972_1133
2013-10-31 15:49:38,547 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_5558674639970374014_1135 blk_-7604885471958639623_1138 blk_6853223069661643972_1133
2013-10-31 15:49:38,850 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0014_m_000002_0' has completed task_20131031154230960_0014_m_000002 successfully.
2013-10-31 15:49:38,898 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0014_m_000004_0' to tip task_20131031154230960_0014_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:49:38,923 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0014_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:49:38,923 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0014_m_000004_0 which needs 1 slots
2013-10-31 15:49:38,924 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0014_m_000004_0 which needs 1 slots
2013-10-31 15:49:38,956 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0014/attempt_20131031154230960_0014_m_000004_0. Attempting to reuse: jvm_20131031154230960_0014_m_820467249
2013-10-31 15:49:39,082 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7604885471958639623_1138 file build/test/data/dfs/data/data3/current/blk_-7604885471958639623 for deletion
2013-10-31 15:49:39,082 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5558674639970374014_1135 file build/test/data/dfs/data/data3/current/blk_5558674639970374014 for deletion
2013-10-31 15:49:39,082 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7604885471958639623_1138 at file build/test/data/dfs/data/data3/current/blk_-7604885471958639623
2013-10-31 15:49:39,082 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6853223069661643972_1133 file build/test/data/dfs/data/data4/current/blk_6853223069661643972 for deletion
2013-10-31 15:49:39,082 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5558674639970374014_1135 at file build/test/data/dfs/data/data3/current/blk_5558674639970374014
2013-10-31 15:49:39,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6853223069661643972_1133 at file build/test/data/dfs/data/data4/current/blk_6853223069661643972
2013-10-31 15:49:39,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5558674639970374014_1135 file build/test/data/dfs/data/data6/current/blk_5558674639970374014 for deletion
2013-10-31 15:49:39,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5834135570481189278_1139 file build/test/data/dfs/data/data6/current/blk_5834135570481189278 for deletion
2013-10-31 15:49:39,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5558674639970374014_1135 at file build/test/data/dfs/data/data6/current/blk_5558674639970374014
2013-10-31 15:49:39,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6853223069661643972_1133 file build/test/data/dfs/data/data6/current/blk_6853223069661643972 for deletion
2013-10-31 15:49:39,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5834135570481189278_1139 at file build/test/data/dfs/data/data6/current/blk_5834135570481189278
2013-10-31 15:49:39,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6853223069661643972_1133 at file build/test/data/dfs/data/data6/current/blk_6853223069661643972
2013-10-31 15:49:40,066 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0014_m_820467249 given task: attempt_20131031154230960_0014_m_000004_0
2013-10-31 15:49:40,209 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000004_0 0.0%
2013-10-31 15:49:40,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary dst=null perm=null
2013-10-31 15:49:40,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:40,228 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_SUCCESS from client DFSClient_attempt_20131031154230960_0014_m_000004_0
2013-10-31 15:49:40,228 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0014_m_000004_0
2013-10-31 15:49:40,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6064615598171497991 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:40,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6064615598171497991 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:40,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6064615598171497991 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:40,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6064615598171497991 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:40,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6839622587673581410 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:40,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6839622587673581410 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:40,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6839622587673581410 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:40,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6839622587673581410 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:40,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7949646294935572574 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:40,238 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7949646294935572574 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:40,238 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7949646294935572574 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:40,238 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6545568953130533384 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:49:40,238 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6545568953130533384 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:40,238 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6545568953130533384 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:40,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0014 dst=null perm=null
2013-10-31 15:49:40,287 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0015_m_000004_0 0.0% cleanup
2013-10-31 15:49:40,288 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0015_m_000004_0 is done.
2013-10-31 15:49:40,288 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0015_m_000004_0 was -1
2013-10-31 15:49:40,288 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:41,547 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-6064615598171497991_1133 blk_6839622587673581410_1135 blk_-7949646294935572574_1137 blk_-6545568953130533384_1139 blk_5558674639970374014_1135 blk_-7604885471958639623_1138 blk_5834135570481189278_1139 blk_6853223069661643972_1133
2013-10-31 15:49:41,548 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-6064615598171497991_1133 blk_6839622587673581410_1135 blk_-7949646294935572574_1137
2013-10-31 15:49:41,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7949646294935572574_1137 file build/test/data/dfs/data/data1/current/blk_-7949646294935572574 for deletion
2013-10-31 15:49:41,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7604885471958639623_1138 file build/test/data/dfs/data/data2/current/blk_-7604885471958639623 for deletion
2013-10-31 15:49:41,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7949646294935572574_1137 at file build/test/data/dfs/data/data1/current/blk_-7949646294935572574
2013-10-31 15:49:41,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7604885471958639623_1138 at file build/test/data/dfs/data/data2/current/blk_-7604885471958639623
2013-10-31 15:49:41,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6545568953130533384_1139 file build/test/data/dfs/data/data1/current/blk_-6545568953130533384 for deletion
2013-10-31 15:49:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6064615598171497991_1133 file build/test/data/dfs/data/data1/current/blk_-6064615598171497991 for deletion
2013-10-31 15:49:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6545568953130533384_1139 at file build/test/data/dfs/data/data1/current/blk_-6545568953130533384
2013-10-31 15:49:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5558674639970374014_1135 file build/test/data/dfs/data/data2/current/blk_5558674639970374014 for deletion
2013-10-31 15:49:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6064615598171497991_1133 at file build/test/data/dfs/data/data1/current/blk_-6064615598171497991
2013-10-31 15:49:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5558674639970374014_1135 at file build/test/data/dfs/data/data2/current/blk_5558674639970374014
2013-10-31 15:49:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5834135570481189278_1139 file build/test/data/dfs/data/data2/current/blk_5834135570481189278 for deletion
2013-10-31 15:49:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6839622587673581410_1135 file build/test/data/dfs/data/data1/current/blk_6839622587673581410 for deletion
2013-10-31 15:49:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5834135570481189278_1139 at file build/test/data/dfs/data/data2/current/blk_5834135570481189278
2013-10-31 15:49:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6839622587673581410_1135 at file build/test/data/dfs/data/data1/current/blk_6839622587673581410
2013-10-31 15:49:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6853223069661643972_1133 file build/test/data/dfs/data/data2/current/blk_6853223069661643972 for deletion
2013-10-31 15:49:41,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6853223069661643972_1133 at file build/test/data/dfs/data/data2/current/blk_6853223069661643972
2013-10-31 15:49:41,962 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0015_m_000004_0' has completed task_20131031154230960_0015_m_000004 successfully.
2013-10-31 15:49:41,963 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0015 has completed successfully.
2013-10-31 15:49:41,963 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0015,submitTime=1383234556635,launchTime=1383234557424,firstMapTaskLaunchTime=1383234563821,firstJobSetupTaskLaunchTime=1383234557806,firstJobCleanupTaskLaunchTime=1383234575877,finishTime=1383234581963,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=32,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[EF9D685B6A014AFF9491CD86785922AE/1B3E55C31569412384C2734CE52B6549] left+right/(2/2) ...eldedpipesplatform/split1
2013-10-31 15:49:41,972 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_1383234556635_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2F1B3E55C315694123. blk_5668507345400662526_1155
2013-10-31 15:49:41,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5668507345400662526_1155 src: /127.0.0.1:60194 dest: /127.0.0.1:51383
2013-10-31 15:49:41,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5668507345400662526_1155 src: /127.0.0.1:35854 dest: /127.0.0.1:37515
2013-10-31 15:49:41,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5668507345400662526_1155 src: /127.0.0.1:37501 dest: /127.0.0.1:42031
2013-10-31 15:49:41,983 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37501, dest: /127.0.0.1:42031, bytes: 21727, op: HDFS_WRITE, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5668507345400662526_1155, duration: 90999
2013-10-31 15:49:41,983 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5668507345400662526_1155 terminating
2013-10-31 15:49:41,984 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35854, dest: /127.0.0.1:37515, bytes: 21727, op: HDFS_WRITE, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5668507345400662526_1155, duration: 2930576
2013-10-31 15:49:41,984 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5668507345400662526_1155 terminating
2013-10-31 15:49:41,984 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5668507345400662526_1155 size 21727
2013-10-31 15:49:41,985 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60194, dest: /127.0.0.1:51383, bytes: 21727, op: HDFS_WRITE, cliID: DFSClient_-1436135995, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5668507345400662526_1155, duration: 3764863
2013-10-31 15:49:41,985 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5668507345400662526_1155 terminating
2013-10-31 15:49:41,989 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5668507345400662526_1155 size 21727
2013-10-31 15:49:41,990 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_1383234556635_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2F1B3E55C315694123 from client DFSClient_-1436135995
2013-10-31 15:49:41,990 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_logs/history/job_20131031154230960_0015_1383234556635_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2F1B3E55C315694123 is closed by DFSClient_-1436135995
2013-10-31 15:49:41,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5668507345400662526_1155 size 21727
2013-10-31 15:49:41,997 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0015_1383234556635_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2F1B3E55C315694123 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:41,998 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0015_m_000001_0'
2013-10-31 15:49:41,998 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0015_m_000003_0'
2013-10-31 15:49:41,999 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0015_m_000004_0'
2013-10-31 15:49:42,000 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1244396778133184125 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:42,000 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1244396778133184125 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:42,000 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1244396778133184125 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:42,003 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0015_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:42,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0015 dst=null perm=null
2013-10-31 15:49:42,109 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0015_m_000002_0'
2013-10-31 15:49:42,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7949646294935572574_1137 file build/test/data/dfs/data/data5/current/blk_-7949646294935572574 for deletion
2013-10-31 15:49:42,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6064615598171497991_1133 file build/test/data/dfs/data/data5/current/blk_-6064615598171497991 for deletion
2013-10-31 15:49:42,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7949646294935572574_1137 at file build/test/data/dfs/data/data5/current/blk_-7949646294935572574
2013-10-31 15:49:42,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6839622587673581410_1135 file build/test/data/dfs/data/data5/current/blk_6839622587673581410 for deletion
2013-10-31 15:49:42,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6064615598171497991_1133 at file build/test/data/dfs/data/data5/current/blk_-6064615598171497991
2013-10-31 15:49:42,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6839622587673581410_1135 at file build/test/data/dfs/data/data5/current/blk_6839622587673581410
2013-10-31 15:49:43,150 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0014_m_000004_0 0.0% cleanup
2013-10-31 15:49:43,151 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0014_m_000004_0 is done.
2013-10-31 15:49:43,152 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0014_m_000004_0 was -1
2013-10-31 15:49:43,152 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:43,511 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-6642082861529806775_1008
2013-10-31 15:49:44,548 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-1244396778133184125_1145
2013-10-31 15:49:44,549 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-1244396778133184125_1145
2013-10-31 15:49:44,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1244396778133184125_1145 file build/test/data/dfs/data/data2/current/blk_-1244396778133184125 for deletion
2013-10-31 15:49:44,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1244396778133184125_1145 at file build/test/data/dfs/data/data2/current/blk_-1244396778133184125
2013-10-31 15:49:44,841 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0015
2013-10-31 15:49:44,841 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0015 being deleted.
2013-10-31 15:49:44,931 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0014_m_000004_0' has completed task_20131031154230960_0014_m_000004 successfully.
2013-10-31 15:49:44,932 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0014 has completed successfully.
2013-10-31 15:49:44,933 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0014,submitTime=1383234556576,launchTime=1383234556965,firstMapTaskLaunchTime=1383234566814,firstJobSetupTaskLaunchTime=1383234557795,firstJobCleanupTaskLaunchTime=1383234578898,finishTime=1383234584932,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=37,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[EF9D685B6A014AFF9491CD86785922AE/A5E3505D0B4D4E6FA8142D4B73665EBF] left+right/(1/2) ...eldedpipesplatform/split2
2013-10-31 15:49:44,943 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_1383234556576_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2FA5E3505D0B4D4E6F. blk_3755355494956811929_1155
2013-10-31 15:49:44,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3755355494956811929_1155 src: /127.0.0.1:35858 dest: /127.0.0.1:37515
2013-10-31 15:49:44,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3755355494956811929_1155 src: /127.0.0.1:37505 dest: /127.0.0.1:42031
2013-10-31 15:49:44,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3755355494956811929_1155 src: /127.0.0.1:57420 dest: /127.0.0.1:40932
2013-10-31 15:49:44,952 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57420, dest: /127.0.0.1:40932, bytes: 22043, op: HDFS_WRITE, cliID: DFSClient_343480105, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3755355494956811929_1155, duration: 208191
2013-10-31 15:49:44,952 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3755355494956811929_1155 terminating
2013-10-31 15:49:44,953 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37505, dest: /127.0.0.1:42031, bytes: 22043, op: HDFS_WRITE, cliID: DFSClient_343480105, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3755355494956811929_1155, duration: 1026827
2013-10-31 15:49:44,953 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3755355494956811929_1155 terminating
2013-10-31 15:49:44,954 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35858, dest: /127.0.0.1:37515, bytes: 22043, op: HDFS_WRITE, cliID: DFSClient_343480105, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3755355494956811929_1155, duration: 1938111
2013-10-31 15:49:44,954 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3755355494956811929_1155 terminating
2013-10-31 15:49:44,960 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3755355494956811929_1155 size 22043
2013-10-31 15:49:44,961 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_1383234556576_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2FA5E3505D0B4D4E6F from client DFSClient_343480105
2013-10-31 15:49:44,961 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_logs/history/job_20131031154230960_0014_1383234556576_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2FA5E3505D0B4D4E6F is closed by DFSClient_343480105
2013-10-31 15:49:44,962 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3755355494956811929_1155 size 22043
2013-10-31 15:49:44,962 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3755355494956811929_1155 size 22043
2013-10-31 15:49:44,967 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0014_1383234556576_hadoop_%5BEF9D685B6A014AFF9491CD86785922AE%2FA5E3505D0B4D4E6F to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:44,968 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0014_m_000002_0'
2013-10-31 15:49:44,968 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5742513596488473166 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:49:44,968 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0014_m_000003_0'
2013-10-31 15:49:44,969 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5742513596488473166 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:49:44,969 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0014_m_000004_0'
2013-10-31 15:49:44,969 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5742513596488473166 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:49:44,969 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0015_m_000000_0'
2013-10-31 15:49:44,970 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0015_m_000005_0'
2013-10-31 15:49:44,972 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0014_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:49:44,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0014 dst=null perm=null
2013-10-31 15:49:44,978 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/_temporary
2013-10-31 15:49:44,979 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/_temporary
2013-10-31 15:49:44,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1 dst=null perm=null
2013-10-31 15:49:45,000 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:49:45,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00000 dst=null perm=null
2013-10-31 15:49:45,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00001 dst=null perm=null
2013-10-31 15:49:45,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00002 dst=null perm=null
2013-10-31 15:49:45,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00003 dst=null perm=null
2013-10-31 15:49:45,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00000 dst=null perm=null
2013-10-31 15:49:45,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00001 dst=null perm=null
2013-10-31 15:49:45,010 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35861, bytes: 138, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6380053492195006885_1147, duration: 283635
2013-10-31 15:49:45,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00002 dst=null perm=null
2013-10-31 15:49:45,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00003 dst=null perm=null
2013-10-31 15:49:45,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2 dst=null perm=null
2013-10-31 15:49:45,029 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:49:45,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00000 dst=null perm=null
2013-10-31 15:49:45,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00001 dst=null perm=null
2013-10-31 15:49:45,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00002 dst=null perm=null
2013-10-31 15:49:45,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00003 dst=null perm=null
2013-10-31 15:49:45,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00000 dst=null perm=null
2013-10-31 15:49:45,034 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37508, bytes: 185, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_681435959714287028_1150, duration: 272319
2013-10-31 15:49:45,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00001 dst=null perm=null
2013-10-31 15:49:45,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00002 dst=null perm=null
2013-10-31 15:49:45,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00003 dst=null perm=null
2013-10-31 15:49:45,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37509, bytes: 184, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3668145354655350984_1153, duration: 274914
2013-10-31 15:49:45,037 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/split2
2013-10-31 15:49:45,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2 dst=null perm=null
2013-10-31 15:49:45,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00000 dst=null perm=null
2013-10-31 15:49:45,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57424, bytes: 185, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_681435959714287028_1150, duration: 182430
2013-10-31 15:49:45,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00001 dst=null perm=null
2013-10-31 15:49:45,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00002 dst=null perm=null
2013-10-31 15:49:45,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split2/part-00003 dst=null perm=null
2013-10-31 15:49:45,048 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/split1
2013-10-31 15:49:45,048 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60206, bytes: 184, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3668145354655350984_1153, duration: 280030
2013-10-31 15:49:45,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1 dst=null perm=null
2013-10-31 15:49:45,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00000 dst=null perm=null
2013-10-31 15:49:45,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00001 dst=null perm=null
2013-10-31 15:49:45,054 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60207, bytes: 138, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6380053492195006885_1147, duration: 268422
2013-10-31 15:49:45,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00002 dst=null perm=null
2013-10-31 15:49:45,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/split1/part-00003 dst=null perm=null
2013-10-31 15:49:45,065 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:49:45,065 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:49:45,082 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting
2013-10-31 15:49:45,083 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:49:45,083 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged"]
2013-10-31 15:49:45,083 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] parallel execution is enabled: true
2013-10-31 15:49:45,084 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting jobs: 2
2013-10-31 15:49:45,084 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] allocating threads: 2
2013-10-31 15:49:45,085 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] starting step: (1/2)
2013-10-31 15:49:45,089 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:49:45,090 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:49:45,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:45,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:49:45,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,114 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar. blk_-8275236634403191296_1156
2013-10-31 15:49:45,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8275236634403191296_1156 src: /127.0.0.1:57427 dest: /127.0.0.1:40932
2013-10-31 15:49:45,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8275236634403191296_1156 src: /127.0.0.1:37514 dest: /127.0.0.1:42031
2013-10-31 15:49:45,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8275236634403191296_1156 src: /127.0.0.1:35869 dest: /127.0.0.1:37515
2013-10-31 15:49:45,127 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35869, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8275236634403191296_1156, duration: 4011944
2013-10-31 15:49:45,127 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8275236634403191296_1156 terminating
2013-10-31 15:49:45,128 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37514, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8275236634403191296_1156, duration: 4912618
2013-10-31 15:49:45,128 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8275236634403191296_1156 terminating
2013-10-31 15:49:45,129 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57427, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8275236634403191296_1156, duration: 5826556
2013-10-31 15:49:45,129 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8275236634403191296_1156 terminating
2013-10-31 15:49:45,131 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8275236634403191296_1156 size 238055
2013-10-31 15:49:45,132 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar from client DFSClient_1020568644
2013-10-31 15:49:45,132 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar is closed by DFSClient_1020568644
2013-10-31 15:49:45,133 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8275236634403191296_1156 size 238055
2013-10-31 15:49:45,133 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8275236634403191296_1156 size 238055
2013-10-31 15:49:45,138 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar. New replication is 10
2013-10-31 15:49:45,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar dst=null perm=null
2013-10-31 15:49:45,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,447 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:49:45,452 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:49:45,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:45,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,472 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split. New replication is 10
2013-10-31 15:49:45,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split dst=null perm=null
2013-10-31 15:49:45,480 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split. blk_2388320304173448447_1157
2013-10-31 15:49:45,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2388320304173448447_1157 src: /127.0.0.1:57430 dest: /127.0.0.1:40932
2013-10-31 15:49:45,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2388320304173448447_1157 src: /127.0.0.1:60212 dest: /127.0.0.1:51383
2013-10-31 15:49:45,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2388320304173448447_1157 src: /127.0.0.1:35872 dest: /127.0.0.1:37515
2013-10-31 15:49:45,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2388320304173448447_1157 src: /127.0.0.1:37519 dest: /127.0.0.1:42031
2013-10-31 15:49:45,490 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37519, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2388320304173448447_1157, duration: 113627
2013-10-31 15:49:45,491 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2388320304173448447_1157 terminating
2013-10-31 15:49:45,491 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35872, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2388320304173448447_1157, duration: 1017765
2013-10-31 15:49:45,492 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2388320304173448447_1157 terminating
2013-10-31 15:49:45,492 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2388320304173448447_1157 size 1403
2013-10-31 15:49:45,492 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60212, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2388320304173448447_1157, duration: 2997861
2013-10-31 15:49:45,492 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2388320304173448447_1157 terminating
2013-10-31 15:49:45,493 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57430, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2388320304173448447_1157, duration: 2853747
2013-10-31 15:49:45,494 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_2388320304173448447_1157 terminating
2013-10-31 15:49:45,496 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2388320304173448447_1157 size 1403
2013-10-31 15:49:45,497 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split from client DFSClient_1020568644
2013-10-31 15:49:45,497 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split is closed by DFSClient_1020568644
2013-10-31 15:49:45,497 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2388320304173448447_1157 size 1403
2013-10-31 15:49:45,498 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2388320304173448447_1157 size 1403
2013-10-31 15:49:45,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,515 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.splitmetainfo. blk_915446670617726982_1158
2013-10-31 15:49:45,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_915446670617726982_1158 src: /127.0.0.1:60215 dest: /127.0.0.1:51383
2013-10-31 15:49:45,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_915446670617726982_1158 src: /127.0.0.1:37521 dest: /127.0.0.1:42031
2013-10-31 15:49:45,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_915446670617726982_1158 src: /127.0.0.1:57436 dest: /127.0.0.1:40932
2013-10-31 15:49:45,523 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57436, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_915446670617726982_1158, duration: 81453
2013-10-31 15:49:45,523 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_915446670617726982_1158 terminating
2013-10-31 15:49:45,524 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37521, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_915446670617726982_1158, duration: 906952
2013-10-31 15:49:45,524 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_915446670617726982_1158 terminating
2013-10-31 15:49:45,525 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60215, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_915446670617726982_1158, duration: 1788810
2013-10-31 15:49:45,526 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_915446670617726982_1158 terminating
2013-10-31 15:49:45,530 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_915446670617726982_1158 size 156
2013-10-31 15:49:45,531 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:49:45,531 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:49:45,532 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_915446670617726982_1158 size 156
2013-10-31 15:49:45,532 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_915446670617726982_1158 size 156
2013-10-31 15:49:45,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,554 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml. blk_-378415255684173773_1159
2013-10-31 15:49:45,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-378415255684173773_1159 src: /127.0.0.1:35877 dest: /127.0.0.1:37515
2013-10-31 15:49:45,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-378415255684173773_1159 src: /127.0.0.1:60219 dest: /127.0.0.1:51383
2013-10-31 15:49:45,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-378415255684173773_1159 src: /127.0.0.1:37525 dest: /127.0.0.1:42031
2013-10-31 15:49:45,564 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37525, dest: /127.0.0.1:42031, bytes: 27442, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-378415255684173773_1159, duration: 235416
2013-10-31 15:49:45,565 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-378415255684173773_1159 terminating
2013-10-31 15:49:45,565 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60219, dest: /127.0.0.1:51383, bytes: 27442, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-378415255684173773_1159, duration: 1027184
2013-10-31 15:49:45,566 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-378415255684173773_1159 terminating
2013-10-31 15:49:45,566 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35877, dest: /127.0.0.1:37515, bytes: 27442, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-378415255684173773_1159, duration: 2057758
2013-10-31 15:49:45,567 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-378415255684173773_1159 terminating
2013-10-31 15:49:45,569 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1244396778133184125_1145 file build/test/data/dfs/data/data5/current/blk_-1244396778133184125 for deletion
2013-10-31 15:49:45,569 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-378415255684173773_1159 size 27442
2013-10-31 15:49:45,570 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1244396778133184125_1145 at file build/test/data/dfs/data/data5/current/blk_-1244396778133184125
2013-10-31 15:49:45,570 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-378415255684173773_1159 size 27442
2013-10-31 15:49:45,570 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml from client DFSClient_1020568644
2013-10-31 15:49:45,571 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml is closed by DFSClient_1020568644
2013-10-31 15:49:45,571 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-378415255684173773_1159 size 27442
2013-10-31 15:49:45,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml dst=null perm=null
2013-10-31 15:49:45,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35881, bytes: 27658, op: HDFS_READ, cliID: DFSClient_52604979, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-378415255684173773_1159, duration: 501186
2013-10-31 15:49:45,606 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0016: nMaps=4 nReduces=0 max=-1
2013-10-31 15:49:45,607 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0016 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:49:45,607 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0016
2013-10-31 15:49:45,607 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0016 RESULT=SUCCESS
2013-10-31 15:49:45,607 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0016
2013-10-31 15:49:45,609 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] submitted hadoop job: job_20131031154230960_0016
2013-10-31 15:49:45,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_1383234585577_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F31FE0163EFB6430E dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,628 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_conf.xml. blk_147556005356252520_1161
2013-10-31 15:49:45,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_147556005356252520_1161 src: /127.0.0.1:37528 dest: /127.0.0.1:42031
2013-10-31 15:49:45,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_147556005356252520_1161 src: /127.0.0.1:35883 dest: /127.0.0.1:37515
2013-10-31 15:49:45,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_147556005356252520_1161 src: /127.0.0.1:60225 dest: /127.0.0.1:51383
2013-10-31 15:49:45,633 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60225, dest: /127.0.0.1:51383, bytes: 27507, op: HDFS_WRITE, cliID: DFSClient_52604979, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_147556005356252520_1161, duration: 330081
2013-10-31 15:49:45,633 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_147556005356252520_1161 terminating
2013-10-31 15:49:45,634 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35883, dest: /127.0.0.1:37515, bytes: 27507, op: HDFS_WRITE, cliID: DFSClient_52604979, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_147556005356252520_1161, duration: 1446279
2013-10-31 15:49:45,634 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_147556005356252520_1161 terminating
2013-10-31 15:49:45,634 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37528, dest: /127.0.0.1:42031, bytes: 27507, op: HDFS_WRITE, cliID: DFSClient_52604979, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_147556005356252520_1161, duration: 2319690
2013-10-31 15:49:45,635 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_147556005356252520_1161 terminating
2013-10-31 15:49:45,636 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_147556005356252520_1161 size 27507
2013-10-31 15:49:45,636 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_conf.xml from client DFSClient_52604979
2013-10-31 15:49:45,636 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_conf.xml is closed by DFSClient_52604979
2013-10-31 15:49:45,637 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_147556005356252520_1161 size 27507
2013-10-31 15:49:45,638 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_147556005356252520_1161 size 27507
2013-10-31 15:49:45,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:45,649 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken. blk_7135453128757317574_1162
2013-10-31 15:49:45,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7135453128757317574_1162 src: /127.0.0.1:35885 dest: /127.0.0.1:37515
2013-10-31 15:49:45,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7135453128757317574_1162 src: /127.0.0.1:57446 dest: /127.0.0.1:40932
2013-10-31 15:49:45,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7135453128757317574_1162 src: /127.0.0.1:37533 dest: /127.0.0.1:42031
2013-10-31 15:49:45,656 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37533, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7135453128757317574_1162, duration: 66640
2013-10-31 15:49:45,657 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7135453128757317574_1162 terminating
2013-10-31 15:49:45,657 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57446, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7135453128757317574_1162, duration: 823195
2013-10-31 15:49:45,658 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7135453128757317574_1162 terminating
2013-10-31 15:49:45,658 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7135453128757317574_1162 size 116
2013-10-31 15:49:45,658 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35885, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7135453128757317574_1162, duration: 1752801
2013-10-31 15:49:45,659 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7135453128757317574_1162 terminating
2013-10-31 15:49:45,661 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken from client DFSClient_1020568644
2013-10-31 15:49:45,662 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken is closed by DFSClient_1020568644
2013-10-31 15:49:45,662 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7135453128757317574_1162 size 116
2013-10-31 15:49:45,663 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7135453128757317574_1162 size 116
2013-10-31 15:49:45,666 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken
2013-10-31 15:49:45,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.splitmetainfo dst=null perm=null
2013-10-31 15:49:45,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57448, bytes: 160, op: HDFS_READ, cliID: DFSClient_52604979, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_915446670617726982_1158, duration: 262809
2013-10-31 15:49:45,671 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0016 = 1449. Number of splits = 4
2013-10-31 15:49:45,672 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,672 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,672 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0016_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:49:45,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0016 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:49:45,675 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0016 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:49:47,001 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0015
2013-10-31 15:49:47,001 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0015_m_000003_0 not found in cache
2013-10-31 15:49:47,001 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0015_m_000004_0 not found in cache
2013-10-31 15:49:47,001 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0015_m_000001_0 not found in cache
2013-10-31 15:49:47,002 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0015 for user-log deletion with retainTimeStamp:1383320987002
2013-10-31 15:49:47,002 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0014
2013-10-31 15:49:47,003 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0014 being deleted.
2013-10-31 15:49:47,110 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0015
2013-10-31 15:49:47,110 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0015_m_000002_0 not found in cache
2013-10-31 15:49:47,111 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0015 for user-log deletion with retainTimeStamp:1383320987110
2013-10-31 15:49:47,111 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0014
2013-10-31 15:49:47,111 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0014 being deleted.
2013-10-31 15:49:47,549 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_-8275236634403191296_1156 to datanode(s) 127.0.0.1:51383
2013-10-31 15:49:47,550 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-6064615598171497991_1133 blk_5742513596488473166_1143 blk_6839622587673581410_1135 blk_-1244396778133184125_1145 blk_-6545568953130533384_1139 blk_5558674639970374014_1135 blk_-7604885471958639623_1138 blk_5834135570481189278_1139 blk_6853223069661643972_1133
2013-10-31 15:49:47,550 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5742513596488473166_1143
2013-10-31 15:49:47,723 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0015_m_-1177844810 since job job_20131031154230960_0015 is dead
2013-10-31 15:49:47,733 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22957 with signal TERM. Exit code 0
2013-10-31 15:49:47,843 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0016_m_000005_0' to tip task_20131031154230960_0016_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:49:47,846 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0014_m_000000_0'
2013-10-31 15:49:47,846 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0014_m_000001_0'
2013-10-31 15:49:47,846 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0014_m_000005_0'
2013-10-31 15:49:47,848 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0016_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:49:47,848 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0016_m_000005_0 which needs 1 slots
2013-10-31 15:49:47,848 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0016_m_000005_0 which needs 1 slots
2013-10-31 15:49:47,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken dst=null perm=null
2013-10-31 15:49:47,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37535, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7135453128757317574_1162, duration: 150517
2013-10-31 15:49:47,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml dst=null perm=null
2013-10-31 15:49:47,856 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60232, bytes: 27658, op: HDFS_READ, cliID: DFSClient_-978455344, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-378415255684173773_1159, duration: 159985
2013-10-31 15:49:47,869 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:47,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar dst=null perm=null
2013-10-31 15:49:47,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35892, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-978455344, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8275236634403191296_1156, duration: 640445
2013-10-31 15:49:47,933 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0014_m_1457755032
2013-10-31 15:49:47,937 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23075 with signal TERM. Exit code 0
2013-10-31 15:49:47,937 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0016_m_1535456139
2013-10-31 15:49:47,937 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0016_m_1535456139 spawned.
2013-10-31 15:49:47,939 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0016/attempt_20131031154230960_0016_m_000005_0/taskjvm.sh
2013-10-31 15:49:47,945 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:47,945 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:47,945 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:47,945 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0015_m_-1177844810 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:47,996 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:47,996 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:47,996 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:47,997 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0014_m_1457755032 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:48,110 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0015_m_981202891 since job job_20131031154230960_0015 is dead
2013-10-31 15:49:48,120 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23160 with signal TERM. Exit code 0
2013-10-31 15:49:48,316 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0015_m_-1260952537 since job job_20131031154230960_0015 is dead
2013-10-31 15:49:48,325 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:48,325 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:48,325 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:48,326 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22913 with signal TERM. Exit code 0
2013-10-31 15:49:48,326 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0015_m_981202891 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:48,479 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:48,479 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:48,479 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:48,479 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0015_m_-1260952537 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:49:48,557 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5742513596488473166_1143 file build/test/data/dfs/data/data6/current/blk_5742513596488473166 for deletion
2013-10-31 15:49:48,557 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5742513596488473166_1143 at file build/test/data/dfs/data/data6/current/blk_5742513596488473166
2013-10-31 15:49:49,094 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_-8275236634403191296_1156 to 127.0.0.1:51383
2013-10-31 15:49:49,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7604885471958639623_1138 file build/test/data/dfs/data/data7/current/blk_-7604885471958639623 for deletion
2013-10-31 15:49:49,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6545568953130533384_1139 file build/test/data/dfs/data/data8/current/blk_-6545568953130533384 for deletion
2013-10-31 15:49:49,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7604885471958639623_1138 at file build/test/data/dfs/data/data7/current/blk_-7604885471958639623
2013-10-31 15:49:49,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6545568953130533384_1139 at file build/test/data/dfs/data/data8/current/blk_-6545568953130533384
2013-10-31 15:49:49,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6064615598171497991_1133 file build/test/data/dfs/data/data8/current/blk_-6064615598171497991 for deletion
2013-10-31 15:49:49,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8275236634403191296_1156 src: /127.0.0.1:60234 dest: /127.0.0.1:51383
2013-10-31 15:49:49,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6064615598171497991_1133 at file build/test/data/dfs/data/data8/current/blk_-6064615598171497991
2013-10-31 15:49:49,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1244396778133184125_1145 file build/test/data/dfs/data/data7/current/blk_-1244396778133184125 for deletion
2013-10-31 15:49:49,096 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_-8275236634403191296_1156 to /127.0.0.1:51383
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1244396778133184125_1145 at file build/test/data/dfs/data/data7/current/blk_-1244396778133184125
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5558674639970374014_1135 file build/test/data/dfs/data/data8/current/blk_5558674639970374014 for deletion
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5742513596488473166_1143 file build/test/data/dfs/data/data7/current/blk_5742513596488473166 for deletion
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5558674639970374014_1135 at file build/test/data/dfs/data/data8/current/blk_5558674639970374014
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5834135570481189278_1139 file build/test/data/dfs/data/data7/current/blk_5834135570481189278 for deletion
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5742513596488473166_1143 at file build/test/data/dfs/data/data7/current/blk_5742513596488473166
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6839622587673581410_1135 file build/test/data/dfs/data/data7/current/blk_6839622587673581410 for deletion
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5834135570481189278_1139 at file build/test/data/dfs/data/data7/current/blk_5834135570481189278
2013-10-31 15:49:49,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6853223069661643972_1133 file build/test/data/dfs/data/data8/current/blk_6853223069661643972 for deletion
2013-10-31 15:49:49,097 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6839622587673581410_1135 at file build/test/data/dfs/data/data7/current/blk_6839622587673581410
2013-10-31 15:49:49,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-8275236634403191296_1156 src: /127.0.0.1:60234 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:49:49,097 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6853223069661643972_1133 at file build/test/data/dfs/data/data8/current/blk_6853223069661643972
2013-10-31 15:49:49,100 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8275236634403191296_1156 size 238055
2013-10-31 15:49:49,559 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0016_m_1535456139 given task: attempt_20131031154230960_0016_m_000005_0
2013-10-31 15:49:49,971 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0015
2013-10-31 15:49:49,971 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0015_m_000000_0 not found in cache
2013-10-31 15:49:49,971 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0015 for user-log deletion with retainTimeStamp:1383320989971
2013-10-31 15:49:50,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:50,551 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_5742513596488473166_1143
2013-10-31 15:49:50,551 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-6064615598171497991_1133 blk_6839622587673581410_1135 blk_-7949646294935572574_1137 blk_-6545568953130533384_1139
2013-10-31 15:49:50,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5742513596488473166_1143 file build/test/data/dfs/data/data2/current/blk_5742513596488473166 for deletion
2013-10-31 15:49:50,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5742513596488473166_1143 at file build/test/data/dfs/data/data2/current/blk_5742513596488473166
2013-10-31 15:49:51,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7949646294935572574_1137 file build/test/data/dfs/data/data4/current/blk_-7949646294935572574 for deletion
2013-10-31 15:49:51,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6545568953130533384_1139 file build/test/data/dfs/data/data4/current/blk_-6545568953130533384 for deletion
2013-10-31 15:49:51,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7949646294935572574_1137 at file build/test/data/dfs/data/data4/current/blk_-7949646294935572574
2013-10-31 15:49:51,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6064615598171497991_1133 file build/test/data/dfs/data/data3/current/blk_-6064615598171497991 for deletion
2013-10-31 15:49:51,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6545568953130533384_1139 at file build/test/data/dfs/data/data4/current/blk_-6545568953130533384
2013-10-31 15:49:51,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6839622587673581410_1135 file build/test/data/dfs/data/data4/current/blk_6839622587673581410 for deletion
2013-10-31 15:49:51,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6064615598171497991_1133 at file build/test/data/dfs/data/data3/current/blk_-6064615598171497991
2013-10-31 15:49:51,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6839622587673581410_1135 at file build/test/data/dfs/data/data4/current/blk_6839622587673581410
2013-10-31 15:49:52,848 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0014
2013-10-31 15:49:52,849 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0014_m_000001_0 not found in cache
2013-10-31 15:49:52,849 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0014_m_000000_0 not found in cache
2013-10-31 15:49:52,850 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0014 for user-log deletion with retainTimeStamp:1383320992850
2013-10-31 15:49:52,978 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000005_0 0.0% setup
2013-10-31 15:49:52,980 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0016_m_000005_0 is done.
2013-10-31 15:49:52,981 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0016_m_000005_0 was -1
2013-10-31 15:49:52,981 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:49:53,854 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0016_m_000005_0' has completed task_20131031154230960_0016_m_000005 successfully.
2013-10-31 15:49:54,285 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0014_m_1591588892 since job job_20131031154230960_0014 is dead
2013-10-31 15:49:54,295 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22762 with signal TERM. Exit code 0
2013-10-31 15:49:54,972 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0014
2013-10-31 15:49:54,972 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0014_m_000004_0 not found in cache
2013-10-31 15:49:54,972 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0014_m_000002_0 not found in cache
2013-10-31 15:49:54,973 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0014_m_000003_0 not found in cache
2013-10-31 15:49:54,973 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0014 for user-log deletion with retainTimeStamp:1383320994973
2013-10-31 15:49:55,062 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0014_m_-1517098385 since job job_20131031154230960_0014 is dead
2013-10-31 15:49:55,073 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23234 with signal TERM. Exit code 0
2013-10-31 15:49:55,282 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:55,282 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:55,283 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:55,283 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0014_m_-1517098385 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:49:55,451 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0016_m_000000_0' to tip task_20131031154230960_0016_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:49:55,453 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0016_m_000000
2013-10-31 15:49:55,455 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0016_m_000001_0' to tip task_20131031154230960_0016_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:49:55,456 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0016_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:49:55,458 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0016_m_000000_0 which needs 1 slots
2013-10-31 15:49:55,458 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0016_m_000001
2013-10-31 15:49:55,458 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0016_m_000000_0 which needs 1 slots
2013-10-31 15:49:55,459 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0016_m_000002_0' to tip task_20131031154230960_0016_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:49:55,460 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0016_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:49:55,461 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0016_m_000002
2013-10-31 15:49:55,461 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0016_m_000001_0 which needs 1 slots
2013-10-31 15:49:55,462 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0016_m_000001_0 which needs 1 slots
2013-10-31 15:49:55,463 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0016_m_000003_0' to tip task_20131031154230960_0016_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:49:55,464 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0016_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:49:55,464 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0016_m_000003
2013-10-31 15:49:55,464 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0016_m_000002_0 which needs 1 slots
2013-10-31 15:49:55,465 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0016_m_000002_0 which needs 1 slots
2013-10-31 15:49:55,467 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0016_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:49:55,467 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0016_m_000003_0 which needs 1 slots
2013-10-31 15:49:55,467 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0016_m_000003_0 which needs 1 slots
2013-10-31 15:49:55,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken dst=null perm=null
2013-10-31 15:49:55,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57457, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7135453128757317574_1162, duration: 286442
2013-10-31 15:49:55,495 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0016_m_-1674501648
2013-10-31 15:49:55,497 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0016_m_-1674501648 spawned.
2013-10-31 15:49:55,624 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0016/attempt_20131031154230960_0016_m_000000_0/taskjvm.sh
2013-10-31 15:49:55,624 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:55,624 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:55,624 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:55,625 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0014_m_1591588892 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:49:55,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken dst=null perm=null
2013-10-31 15:49:55,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml dst=null perm=null
2013-10-31 15:49:55,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016/jobToken dst=null perm=null
2013-10-31 15:49:55,630 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57459, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7135453128757317574_1162, duration: 306642
2013-10-31 15:49:55,632 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37547, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7135453128757317574_1162, duration: 266061
2013-10-31 15:49:55,633 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37546, bytes: 27658, op: HDFS_READ, cliID: DFSClient_2095825768, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-378415255684173773_1159, duration: 562420
2013-10-31 15:49:55,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml dst=null perm=null
2013-10-31 15:49:55,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.xml dst=null perm=null
2013-10-31 15:49:55,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37550, bytes: 27658, op: HDFS_READ, cliID: DFSClient_-1081504268, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-378415255684173773_1159, duration: 595544
2013-10-31 15:49:55,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35905, bytes: 27658, op: HDFS_READ, cliID: DFSClient_-1586210617, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-378415255684173773_1159, duration: 389017
2013-10-31 15:49:55,668 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:55,675 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:55,676 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:49:55,695 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0014_m_820467249 since job job_20131031154230960_0014 is dead
2013-10-31 15:49:55,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar dst=null perm=null
2013-10-31 15:49:55,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60247, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2095825768, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8275236634403191296_1156, duration: 599273
2013-10-31 15:49:55,700 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23266 with signal TERM. Exit code 0
2013-10-31 15:49:55,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar dst=null perm=null
2013-10-31 15:49:55,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.jar dst=null perm=null
2013-10-31 15:49:55,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60248, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1586210617, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8275236634403191296_1156, duration: 1231022
2013-10-31 15:49:55,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57468, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1081504268, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8275236634403191296_1156, duration: 1521363
2013-10-31 15:49:55,794 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0016_m_429508290
2013-10-31 15:49:55,796 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0016_m_429508290 spawned.
2013-10-31 15:49:55,799 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0016/attempt_20131031154230960_0016_m_000001_0/taskjvm.sh
2013-10-31 15:49:55,857 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:49:55,857 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:49:55,857 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:49:55,857 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0014_m_820467249 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:49:56,111 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0016_m_-95508057
2013-10-31 15:49:56,112 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0016_m_-95508057 spawned.
2013-10-31 15:49:56,113 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0016/attempt_20131031154230960_0016_m_000003_0/taskjvm.sh
2013-10-31 15:49:56,552 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0016_m_-1118804129
2013-10-31 15:49:56,553 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0016_m_-1118804129 spawned.
2013-10-31 15:49:56,554 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0016/attempt_20131031154230960_0016_m_000002_0/taskjvm.sh
2013-10-31 15:49:56,600 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0016_m_-1674501648 given task: attempt_20131031154230960_0016_m_000000_0
2013-10-31 15:49:57,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split dst=null perm=null
2013-10-31 15:49:57,164 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37558, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2388320304173448447_1157, duration: 246464
2013-10-31 15:49:57,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:57,204 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60254, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 119093
2013-10-31 15:49:57,204 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0016_m_429508290 given task: attempt_20131031154230960_0016_m_000001_0
2013-10-31 15:49:57,211 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 853 Total time for transactions(ms): 12Number of transactions batched in Syncs: 55 Number of syncs: 600 SyncTimes(ms): 30598 4889
2013-10-31 15:49:57,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:57,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:57,424 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0016_m_-95508057 given task: attempt_20131031154230960_0016_m_000003_0
2013-10-31 15:49:57,568 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0/part-00000. blk_-3745223127186533068_1163
2013-10-31 15:49:57,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3745223127186533068_1163 src: /127.0.0.1:57476 dest: /127.0.0.1:40932
2013-10-31 15:49:57,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3745223127186533068_1163 src: /127.0.0.1:35917 dest: /127.0.0.1:37515
2013-10-31 15:49:57,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3745223127186533068_1163 src: /127.0.0.1:37564 dest: /127.0.0.1:42031
2013-10-31 15:49:57,602 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37564, dest: /127.0.0.1:42031, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3745223127186533068_1163, duration: 1118080
2013-10-31 15:49:57,602 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3745223127186533068_1163 terminating
2013-10-31 15:49:57,603 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35917, dest: /127.0.0.1:37515, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3745223127186533068_1163, duration: 1530290
2013-10-31 15:49:57,604 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3745223127186533068_1163 terminating
2013-10-31 15:49:57,604 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57476, dest: /127.0.0.1:40932, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3745223127186533068_1163, duration: 3903812
2013-10-31 15:49:57,605 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3745223127186533068_1163 terminating
2013-10-31 15:49:57,606 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3745223127186533068_1163 size 264
2013-10-31 15:49:57,606 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0016_m_000000_0
2013-10-31 15:49:57,606 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0016_m_000000_0
2013-10-31 15:49:57,606 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3745223127186533068_1163 size 264
2013-10-31 15:49:57,607 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3745223127186533068_1163 size 264
2013-10-31 15:49:57,611 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0016_m_-1118804129 given task: attempt_20131031154230960_0016_m_000002_0
2013-10-31 15:49:57,658 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0016_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:57,658 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000000_0 0.0%
2013-10-31 15:49:57,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split dst=null perm=null
2013-10-31 15:49:57,752 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35920, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2388320304173448447_1157, duration: 172190
2013-10-31 15:49:57,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:57,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:57,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:57,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split dst=null perm=null
2013-10-31 15:49:57,929 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37568, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2388320304173448447_1157, duration: 126484
2013-10-31 15:49:57,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:57,968 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57483, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 157244
2013-10-31 15:49:57,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:57,993 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60265, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 161015
2013-10-31 15:49:57,998 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0/part-00001. blk_74160333339861992_1165
2013-10-31 15:49:58,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:58,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_74160333339861992_1165 src: /127.0.0.1:57485 dest: /127.0.0.1:40932
2013-10-31 15:49:58,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_74160333339861992_1165 src: /127.0.0.1:35926 dest: /127.0.0.1:37515
2013-10-31 15:49:58,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_74160333339861992_1165 src: /127.0.0.1:37573 dest: /127.0.0.1:42031
2013-10-31 15:49:58,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37573, dest: /127.0.0.1:42031, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_74160333339861992_1165, duration: 1063403
2013-10-31 15:49:58,025 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_74160333339861992_1165 terminating
2013-10-31 15:49:58,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35926, dest: /127.0.0.1:37515, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_74160333339861992_1165, duration: 1539126
2013-10-31 15:49:58,026 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_74160333339861992_1165 terminating
2013-10-31 15:49:58,026 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57485, dest: /127.0.0.1:40932, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_74160333339861992_1165, duration: 1925346
2013-10-31 15:49:58,026 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_74160333339861992_1165 terminating
2013-10-31 15:49:58,027 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_74160333339861992_1165 size 217
2013-10-31 15:49:58,029 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_74160333339861992_1165 size 217
2013-10-31 15:49:58,030 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_74160333339861992_1165 size 217
2013-10-31 15:49:58,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016/job.split dst=null perm=null
2013-10-31 15:49:58,112 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57489, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2388320304173448447_1157, duration: 167478
2013-10-31 15:49:58,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:49:58,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57490, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0016_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 161605
2013-10-31 15:49:58,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:58,170 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0/part-00003. blk_239329270782112010_1165
2013-10-31 15:49:58,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:58,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_239329270782112010_1165 src: /127.0.0.1:37577 dest: /127.0.0.1:42031
2013-10-31 15:49:58,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_239329270782112010_1165 src: /127.0.0.1:57492 dest: /127.0.0.1:40932
2013-10-31 15:49:58,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_239329270782112010_1165 src: /127.0.0.1:60274 dest: /127.0.0.1:51383
2013-10-31 15:49:58,199 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60274, dest: /127.0.0.1:51383, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_239329270782112010_1165, duration: 1248805
2013-10-31 15:49:58,199 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_239329270782112010_1165 terminating
2013-10-31 15:49:58,199 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57492, dest: /127.0.0.1:40932, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000003_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_239329270782112010_1165, duration: 1354319
2013-10-31 15:49:58,200 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_239329270782112010_1165 terminating
2013-10-31 15:49:58,200 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37577, dest: /127.0.0.1:42031, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_239329270782112010_1165, duration: 1739063
2013-10-31 15:49:58,200 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_239329270782112010_1165 terminating
2013-10-31 15:49:58,201 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_239329270782112010_1165 size 264
2013-10-31 15:49:58,201 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0016_m_000003_0
2013-10-31 15:49:58,201 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0016_m_000003_0
2013-10-31 15:49:58,202 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_239329270782112010_1165 size 264
2013-10-31 15:49:58,203 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_239329270782112010_1165 size 264
2013-10-31 15:49:58,247 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0016_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:58,247 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000003_0 0.0%
2013-10-31 15:49:58,355 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0/part-00002. blk_5900618147694826214_1166
2013-10-31 15:49:58,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5900618147694826214_1166 src: /127.0.0.1:60275 dest: /127.0.0.1:51383
2013-10-31 15:49:58,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5900618147694826214_1166 src: /127.0.0.1:37581 dest: /127.0.0.1:42031
2013-10-31 15:49:58,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5900618147694826214_1166 src: /127.0.0.1:35936 dest: /127.0.0.1:37515
2013-10-31 15:49:58,383 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35936, dest: /127.0.0.1:37515, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5900618147694826214_1166, duration: 1203602
2013-10-31 15:49:58,383 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5900618147694826214_1166 terminating
2013-10-31 15:49:58,384 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37581, dest: /127.0.0.1:42031, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5900618147694826214_1166, duration: 1463378
2013-10-31 15:49:58,384 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5900618147694826214_1166 terminating
2013-10-31 15:49:58,384 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60275, dest: /127.0.0.1:51383, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0016_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5900618147694826214_1166, duration: 1904610
2013-10-31 15:49:58,384 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5900618147694826214_1166 terminating
2013-10-31 15:49:58,386 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5900618147694826214_1166 size 70
2013-10-31 15:49:58,387 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5900618147694826214_1166 size 70
2013-10-31 15:49:58,387 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5900618147694826214_1166 size 70
2013-10-31 15:49:58,428 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0016_m_000001_0
2013-10-31 15:49:58,428 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0016_m_000001_0
2013-10-31 15:49:58,463 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0016_m_000000_0
2013-10-31 15:49:58,469 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0016_m_000003_0
2013-10-31 15:49:58,496 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0016_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:58,497 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000001_0 0.0%
2013-10-31 15:49:58,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0 dst=null perm=null
2013-10-31 15:49:58,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:58,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:58,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000000_0 dst=null perm=null
2013-10-31 15:49:58,786 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0016_m_000002_0
2013-10-31 15:49:58,787 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0016_m_000002_0
2013-10-31 15:49:58,854 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0016_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:49:58,855 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000002_0 0.0%
2013-10-31 15:49:59,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0 dst=null perm=null
2013-10-31 15:49:59,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:49:59,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:49:59,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000003_0 dst=null perm=null
2013-10-31 15:50:00,091 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:50:00,094 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0016_m_000000_0 is done.
2013-10-31 15:50:00,094 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0016_m_000000_0 was -1
2013-10-31 15:50:00,095 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:00,458 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0016_m_000005_0
2013-10-31 15:50:00,458 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0016_m_000005_0
2013-10-31 15:50:00,459 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0016_m_000005_0 not found in cache
2013-10-31 15:50:00,857 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:50:00,859 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0016_m_000003_0 is done.
2013-10-31 15:50:00,859 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0016_m_000003_0 was -1
2013-10-31 15:50:00,859 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:01,465 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0016_m_000000_0' has completed task_20131031154230960_0016_m_000000 successfully.
2013-10-31 15:50:01,467 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0016_m_000001_0
2013-10-31 15:50:01,468 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0016_m_000002_0
2013-10-31 15:50:01,470 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0016_m_000003_0' has completed task_20131031154230960_0016_m_000003 successfully.
2013-10-31 15:50:01,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0 dst=null perm=null
2013-10-31 15:50:01,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:01,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:01,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000001_0 dst=null perm=null
2013-10-31 15:50:01,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0 dst=null perm=null
2013-10-31 15:50:01,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:01,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:01,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary/_attempt_20131031154230960_0016_m_000002_0 dst=null perm=null
2013-10-31 15:50:03,727 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:50:03,731 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:50:03,732 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0016_m_000001_0 is done.
2013-10-31 15:50:03,732 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0016_m_000001_0 was -1
2013-10-31 15:50:03,732 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:04,086 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:50:04,088 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:50:04,089 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0016_m_000002_0 is done.
2013-10-31 15:50:04,089 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0016_m_000002_0 was -1
2013-10-31 15:50:04,089 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:04,470 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0016_m_000001_0' has completed task_20131031154230960_0016_m_000001 successfully.
2013-10-31 15:50:04,473 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0016_m_000002_0' has completed task_20131031154230960_0016_m_000002 successfully.
2013-10-31 15:50:04,477 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0016_m_000004_0' to tip task_20131031154230960_0016_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:50:04,480 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0016_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:50:04,480 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0016_m_000004_0 which needs 1 slots
2013-10-31 15:50:04,480 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0016_m_000004_0 which needs 1 slots
2013-10-31 15:50:04,512 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0016_m_-852503748
2013-10-31 15:50:04,513 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0016_m_-852503748 spawned.
2013-10-31 15:50:04,515 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0016/attempt_20131031154230960_0016_m_000004_0/taskjvm.sh
2013-10-31 15:50:05,352 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0016_m_-852503748 given task: attempt_20131031154230960_0016_m_000004_0
2013-10-31 15:50:05,845 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000004_0 0.0%
2013-10-31 15:50:06,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_temporary dst=null perm=null
2013-10-31 15:50:06,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:06,055 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_SUCCESS from client DFSClient_attempt_20131031154230960_0016_m_000004_0
2013-10-31 15:50:06,056 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0016_m_000004_0
2013-10-31 15:50:06,063 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8275236634403191296 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:06,063 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8275236634403191296 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:06,063 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8275236634403191296 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:06,063 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8275236634403191296 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:06,064 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2388320304173448447 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:06,064 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2388320304173448447 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:06,064 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2388320304173448447 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:06,064 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2388320304173448447 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:06,064 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_915446670617726982 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:06,065 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_915446670617726982 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:06,065 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_915446670617726982 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:06,065 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-378415255684173773 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:06,065 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-378415255684173773 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:06,066 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-378415255684173773 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:06,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0016 dst=null perm=null
2013-10-31 15:50:08,554 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-378415255684173773_1159 blk_2388320304173448447_1157 blk_-8275236634403191296_1156 blk_915446670617726982_1158
2013-10-31 15:50:08,555 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_2388320304173448447_1157 blk_-8275236634403191296_1156 blk_915446670617726982_1158
2013-10-31 15:50:08,583 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8275236634403191296_1156 file build/test/data/dfs/data/data2/current/blk_-8275236634403191296 for deletion
2013-10-31 15:50:08,583 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-378415255684173773_1159 file build/test/data/dfs/data/data2/current/blk_-378415255684173773 for deletion
2013-10-31 15:50:08,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_915446670617726982_1158 file build/test/data/dfs/data/data1/current/blk_915446670617726982 for deletion
2013-10-31 15:50:08,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8275236634403191296_1156 at file build/test/data/dfs/data/data2/current/blk_-8275236634403191296
2013-10-31 15:50:08,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2388320304173448447_1157 file build/test/data/dfs/data/data2/current/blk_2388320304173448447 for deletion
2013-10-31 15:50:08,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-378415255684173773_1159 at file build/test/data/dfs/data/data2/current/blk_-378415255684173773
2013-10-31 15:50:08,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_915446670617726982_1158 at file build/test/data/dfs/data/data1/current/blk_915446670617726982
2013-10-31 15:50:08,585 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2388320304173448447_1157 at file build/test/data/dfs/data/data2/current/blk_2388320304173448447
2013-10-31 15:50:08,780 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0016_m_000004_0 0.0% cleanup
2013-10-31 15:50:08,781 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0016_m_000004_0 is done.
2013-10-31 15:50:08,782 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0016_m_000004_0 was -1
2013-10-31 15:50:08,782 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:10,102 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8275236634403191296_1156 file build/test/data/dfs/data/data8/current/blk_-8275236634403191296 for deletion
2013-10-31 15:50:10,102 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_915446670617726982_1158 file build/test/data/dfs/data/data8/current/blk_915446670617726982 for deletion
2013-10-31 15:50:10,102 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8275236634403191296_1156 at file build/test/data/dfs/data/data8/current/blk_-8275236634403191296
2013-10-31 15:50:10,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2388320304173448447_1157 file build/test/data/dfs/data/data7/current/blk_2388320304173448447 for deletion
2013-10-31 15:50:10,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_915446670617726982_1158 at file build/test/data/dfs/data/data8/current/blk_915446670617726982
2013-10-31 15:50:10,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2388320304173448447_1157 at file build/test/data/dfs/data/data7/current/blk_2388320304173448447
2013-10-31 15:50:10,487 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0016_m_000004_0' has completed task_20131031154230960_0016_m_000004 successfully.
2013-10-31 15:50:10,487 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0016 has completed successfully.
2013-10-31 15:50:10,487 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0016,submitTime=1383234585577,launchTime=1383234585675,firstMapTaskLaunchTime=1383234595451,firstJobSetupTaskLaunchTime=1383234587842,firstJobCleanupTaskLaunchTime=1383234604477,finishTime=1383234610487,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[F76B5CBCDB204AAFA5085088B3B8D321/31FE0163EFB6430E8B89192CA8F6F429] merged/(1/2)
2013-10-31 15:50:10,491 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_1383234585577_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F31FE0163EFB6430E. blk_-3965156345990477753_1167
2013-10-31 15:50:10,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3965156345990477753_1167 src: /127.0.0.1:60282 dest: /127.0.0.1:51383
2013-10-31 15:50:10,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3965156345990477753_1167 src: /127.0.0.1:57502 dest: /127.0.0.1:40932
2013-10-31 15:50:10,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3965156345990477753_1167 src: /127.0.0.1:37589 dest: /127.0.0.1:42031
2013-10-31 15:50:10,504 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37589, dest: /127.0.0.1:42031, bytes: 22427, op: HDFS_WRITE, cliID: DFSClient_52604979, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3965156345990477753_1167, duration: 4636300
2013-10-31 15:50:10,504 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3965156345990477753_1167 terminating
2013-10-31 15:50:10,504 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57502, dest: /127.0.0.1:40932, bytes: 22427, op: HDFS_WRITE, cliID: DFSClient_52604979, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3965156345990477753_1167, duration: 4360037
2013-10-31 15:50:10,505 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3965156345990477753_1167 terminating
2013-10-31 15:50:10,505 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60282, dest: /127.0.0.1:51383, bytes: 22427, op: HDFS_WRITE, cliID: DFSClient_52604979, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3965156345990477753_1167, duration: 4323940
2013-10-31 15:50:10,505 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3965156345990477753_1167 terminating
2013-10-31 15:50:10,508 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3965156345990477753_1167 size 22427
2013-10-31 15:50:10,509 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_1383234585577_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F31FE0163EFB6430E from client DFSClient_52604979
2013-10-31 15:50:10,509 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/_logs/history/job_20131031154230960_0016_1383234585577_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F31FE0163EFB6430E is closed by DFSClient_52604979
2013-10-31 15:50:10,509 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3965156345990477753_1167 size 22427
2013-10-31 15:50:10,509 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3965156345990477753_1167 size 22427
2013-10-31 15:50:10,519 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0016_1383234585577_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F31FE0163EFB6430E to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:50:10,520 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0016_m_000002_0'
2013-10-31 15:50:10,521 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0016_m_000004_0'
2013-10-31 15:50:10,522 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7135453128757317574 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:10,522 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7135453128757317574 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:10,522 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7135453128757317574 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:10,523 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0016_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:50:10,525 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] starting step: (2/2) ...latform/splitsourcemerged
2013-10-31 15:50:10,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0016 dst=null perm=null
2013-10-31 15:50:10,530 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:50:10,531 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:50:10,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:10,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:50:10,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,554 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar. blk_-2811362250905568524_1168
2013-10-31 15:50:10,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2811362250905568524_1168 src: /127.0.0.1:60286 dest: /127.0.0.1:51383
2013-10-31 15:50:10,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2811362250905568524_1168 src: /127.0.0.1:37592 dest: /127.0.0.1:42031
2013-10-31 15:50:10,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2811362250905568524_1168 src: /127.0.0.1:35947 dest: /127.0.0.1:37515
2013-10-31 15:50:10,572 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35947, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2811362250905568524_1168, duration: 9371967
2013-10-31 15:50:10,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2811362250905568524_1168 terminating
2013-10-31 15:50:10,573 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37592, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2811362250905568524_1168, duration: 9583408
2013-10-31 15:50:10,573 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2811362250905568524_1168 terminating
2013-10-31 15:50:10,573 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60286, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2811362250905568524_1168, duration: 8813417
2013-10-31 15:50:10,573 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2811362250905568524_1168 size 238055
2013-10-31 15:50:10,574 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2811362250905568524_1168 terminating
2013-10-31 15:50:10,576 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar from client DFSClient_1020568644
2013-10-31 15:50:10,576 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar is closed by DFSClient_1020568644
2013-10-31 15:50:10,576 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2811362250905568524_1168 size 238055
2013-10-31 15:50:10,577 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2811362250905568524_1168 size 238055
2013-10-31 15:50:10,581 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar. New replication is 10
2013-10-31 15:50:10,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar dst=null perm=null
2013-10-31 15:50:10,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,593 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:50:10,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA dst=null perm=null
2013-10-31 15:50:10,598 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:50:10,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00000 dst=null perm=null
2013-10-31 15:50:10,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00001 dst=null perm=null
2013-10-31 15:50:10,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00002 dst=null perm=null
2013-10-31 15:50:10,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00003 dst=null perm=null
2013-10-31 15:50:10,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,615 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split. New replication is 10
2013-10-31 15:50:10,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split dst=null perm=null
2013-10-31 15:50:10,622 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split. blk_-1673946042084296346_1169
2013-10-31 15:50:10,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1673946042084296346_1169 src: /127.0.0.1:57508 dest: /127.0.0.1:40932
2013-10-31 15:50:10,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1673946042084296346_1169 src: /127.0.0.1:60290 dest: /127.0.0.1:51383
2013-10-31 15:50:10,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1673946042084296346_1169 src: /127.0.0.1:37596 dest: /127.0.0.1:42031
2013-10-31 15:50:10,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1673946042084296346_1169 src: /127.0.0.1:35951 dest: /127.0.0.1:37515
2013-10-31 15:50:10,629 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35951, dest: /127.0.0.1:37515, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1673946042084296346_1169, duration: 1518887
2013-10-31 15:50:10,630 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1673946042084296346_1169 terminating
2013-10-31 15:50:10,630 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37596, dest: /127.0.0.1:42031, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1673946042084296346_1169, duration: 2052726
2013-10-31 15:50:10,631 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1673946042084296346_1169 terminating
2013-10-31 15:50:10,631 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60290, dest: /127.0.0.1:51383, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1673946042084296346_1169, duration: 3071186
2013-10-31 15:50:10,632 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1673946042084296346_1169 terminating
2013-10-31 15:50:10,632 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57508, dest: /127.0.0.1:40932, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1673946042084296346_1169, duration: 3316323
2013-10-31 15:50:10,633 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-1673946042084296346_1169 terminating
2013-10-31 15:50:10,635 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1673946042084296346_1169 size 1387
2013-10-31 15:50:10,635 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split from client DFSClient_1020568644
2013-10-31 15:50:10,636 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split is closed by DFSClient_1020568644
2013-10-31 15:50:10,636 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1673946042084296346_1169 size 1387
2013-10-31 15:50:10,636 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1673946042084296346_1169 size 1387
2013-10-31 15:50:10,637 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1673946042084296346_1169 size 1387
2013-10-31 15:50:10,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,660 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.splitmetainfo. blk_1196079915818378284_1170
2013-10-31 15:50:10,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1196079915818378284_1170 src: /127.0.0.1:57512 dest: /127.0.0.1:40932
2013-10-31 15:50:10,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1196079915818378284_1170 src: /127.0.0.1:35953 dest: /127.0.0.1:37515
2013-10-31 15:50:10,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1196079915818378284_1170 src: /127.0.0.1:37600 dest: /127.0.0.1:42031
2013-10-31 15:50:10,668 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37600, dest: /127.0.0.1:42031, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1196079915818378284_1170, duration: 624573
2013-10-31 15:50:10,668 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1196079915818378284_1170 terminating
2013-10-31 15:50:10,669 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35953, dest: /127.0.0.1:37515, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1196079915818378284_1170, duration: 887144
2013-10-31 15:50:10,669 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1196079915818378284_1170 terminating
2013-10-31 15:50:10,669 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57512, dest: /127.0.0.1:40932, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1196079915818378284_1170, duration: 1734263
2013-10-31 15:50:10,669 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1196079915818378284_1170 size 153
2013-10-31 15:50:10,670 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1196079915818378284_1170 terminating
2013-10-31 15:50:10,672 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:50:10,672 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:50:10,673 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1196079915818378284_1170 size 153
2013-10-31 15:50:10,673 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1196079915818378284_1170 size 153
2013-10-31 15:50:10,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:10,700 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml. blk_-4070206559841229406_1171
2013-10-31 15:50:10,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4070206559841229406_1171 src: /127.0.0.1:37601 dest: /127.0.0.1:42031
2013-10-31 15:50:10,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4070206559841229406_1171 src: /127.0.0.1:35956 dest: /127.0.0.1:37515
2013-10-31 15:50:10,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4070206559841229406_1171 src: /127.0.0.1:57517 dest: /127.0.0.1:40932
2013-10-31 15:50:10,708 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57517, dest: /127.0.0.1:40932, bytes: 28303, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4070206559841229406_1171, duration: 240389
2013-10-31 15:50:10,708 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4070206559841229406_1171 terminating
2013-10-31 15:50:10,709 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35956, dest: /127.0.0.1:37515, bytes: 28303, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4070206559841229406_1171, duration: 1001931
2013-10-31 15:50:10,709 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4070206559841229406_1171 terminating
2013-10-31 15:50:10,710 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37601, dest: /127.0.0.1:42031, bytes: 28303, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4070206559841229406_1171, duration: 1788779
2013-10-31 15:50:10,710 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4070206559841229406_1171 terminating
2013-10-31 15:50:10,710 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4070206559841229406_1171 size 28303
2013-10-31 15:50:10,712 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4070206559841229406_1171 size 28303
2013-10-31 15:50:10,712 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4070206559841229406_1171 size 28303
2013-10-31 15:50:10,713 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml from client DFSClient_1020568644
2013-10-31 15:50:10,713 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml is closed by DFSClient_1020568644
2013-10-31 15:50:10,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml dst=null perm=null
2013-10-31 15:50:10,731 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57519, bytes: 28527, op: HDFS_READ, cliID: DFSClient_1826318840, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4070206559841229406_1171, duration: 406623
2013-10-31 15:50:10,749 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0017: nMaps=4 nReduces=1 max=-1
2013-10-31 15:50:10,749 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0017 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:50:10,749 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0017
2013-10-31 15:50:10,749 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0017 RESULT=SUCCESS
2013-10-31 15:50:10,749 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0017
2013-10-31 15:50:10,750 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] submitted hadoop job: job_20131031154230960_0017
2013-10-31 15:50:11,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_1383234610721_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F9F7B0500426541D9 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:11,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:11,419 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_conf.xml. blk_-6995874332289134890_1173
2013-10-31 15:50:11,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6995874332289134890_1173 src: /127.0.0.1:60301 dest: /127.0.0.1:51383
2013-10-31 15:50:11,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6995874332289134890_1173 src: /127.0.0.1:57521 dest: /127.0.0.1:40932
2013-10-31 15:50:11,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6995874332289134890_1173 src: /127.0.0.1:37608 dest: /127.0.0.1:42031
2013-10-31 15:50:11,429 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37608, dest: /127.0.0.1:42031, bytes: 28368, op: HDFS_WRITE, cliID: DFSClient_1826318840, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6995874332289134890_1173, duration: 535505
2013-10-31 15:50:11,429 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6995874332289134890_1173 terminating
2013-10-31 15:50:11,430 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57521, dest: /127.0.0.1:40932, bytes: 28368, op: HDFS_WRITE, cliID: DFSClient_1826318840, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6995874332289134890_1173, duration: 1397851
2013-10-31 15:50:11,430 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6995874332289134890_1173 terminating
2013-10-31 15:50:11,430 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60301, dest: /127.0.0.1:51383, bytes: 28368, op: HDFS_WRITE, cliID: DFSClient_1826318840, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6995874332289134890_1173, duration: 2244731
2013-10-31 15:50:11,431 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6995874332289134890_1173 terminating
2013-10-31 15:50:11,433 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6995874332289134890_1173 size 28368
2013-10-31 15:50:11,433 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_conf.xml from client DFSClient_1826318840
2013-10-31 15:50:11,434 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_conf.xml is closed by DFSClient_1826318840
2013-10-31 15:50:11,434 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6995874332289134890_1173 size 28368
2013-10-31 15:50:11,435 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6995874332289134890_1173 size 28368
2013-10-31 15:50:11,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:11,450 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken. blk_1784645920038548190_1174
2013-10-31 15:50:11,452 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1784645920038548190_1174 src: /127.0.0.1:37609 dest: /127.0.0.1:42031
2013-10-31 15:50:11,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1784645920038548190_1174 src: /127.0.0.1:60305 dest: /127.0.0.1:51383
2013-10-31 15:50:11,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1784645920038548190_1174 src: /127.0.0.1:35965 dest: /127.0.0.1:37515
2013-10-31 15:50:11,458 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:35965, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1784645920038548190_1174, duration: 91590
2013-10-31 15:50:11,458 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1784645920038548190_1174 terminating
2013-10-31 15:50:11,459 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60305, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1784645920038548190_1174, duration: 917921
2013-10-31 15:50:11,459 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1784645920038548190_1174 terminating
2013-10-31 15:50:11,460 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1784645920038548190_1174 size 116
2013-10-31 15:50:11,460 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37609, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1784645920038548190_1174, duration: 1989508
2013-10-31 15:50:11,460 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1784645920038548190_1174 size 116
2013-10-31 15:50:11,460 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1784645920038548190_1174 terminating
2013-10-31 15:50:11,464 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken from client DFSClient_1020568644
2013-10-31 15:50:11,464 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken is closed by DFSClient_1020568644
2013-10-31 15:50:11,465 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1784645920038548190_1174 size 116
2013-10-31 15:50:11,469 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken
2013-10-31 15:50:11,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.splitmetainfo dst=null perm=null
2013-10-31 15:50:11,473 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57526, bytes: 157, op: HDFS_READ, cliID: DFSClient_1826318840, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1196079915818378284_1170, duration: 291853
2013-10-31 15:50:11,474 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0017 = 815. Number of splits = 4
2013-10-31 15:50:11,475 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,475 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,475 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,478 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0017_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:11,478 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0017 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:50:11,478 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0017 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:50:11,555 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:51383 to replicate blk_-2811362250905568524_1168 to datanode(s) 127.0.0.1:40932
2013-10-31 15:50:11,556 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-378415255684173773_1159 blk_2388320304173448447_1157 blk_-8275236634403191296_1156 blk_7135453128757317574_1162
2013-10-31 15:50:11,556 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_7135453128757317574_1162
2013-10-31 15:50:11,583 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467) Starting thread to transfer block blk_-2811362250905568524_1168 to 127.0.0.1:40932
2013-10-31 15:50:11,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2811362250905568524_1168 src: /127.0.0.1:57527 dest: /127.0.0.1:40932
2013-10-31 15:50:11,586 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467):Transmitted block blk_-2811362250905568524_1168 to /127.0.0.1:40932
2013-10-31 15:50:11,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-2811362250905568524_1168 src: /127.0.0.1:57527 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:50:11,590 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2811362250905568524_1168 size 238055
2013-10-31 15:50:12,093 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8275236634403191296_1156 file build/test/data/dfs/data/data4/current/blk_-8275236634403191296 for deletion
2013-10-31 15:50:12,093 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-378415255684173773_1159 file build/test/data/dfs/data/data4/current/blk_-378415255684173773 for deletion
2013-10-31 15:50:12,093 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8275236634403191296_1156 at file build/test/data/dfs/data/data4/current/blk_-8275236634403191296
2013-10-31 15:50:12,093 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2388320304173448447_1157 file build/test/data/dfs/data/data3/current/blk_2388320304173448447 for deletion
2013-10-31 15:50:12,094 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-378415255684173773_1159 at file build/test/data/dfs/data/data4/current/blk_-378415255684173773
2013-10-31 15:50:12,094 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7135453128757317574_1162 file build/test/data/dfs/data/data4/current/blk_7135453128757317574 for deletion
2013-10-31 15:50:12,094 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2388320304173448447_1157 at file build/test/data/dfs/data/data3/current/blk_2388320304173448447
2013-10-31 15:50:12,094 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7135453128757317574_1162 at file build/test/data/dfs/data/data4/current/blk_7135453128757317574
2013-10-31 15:50:13,010 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 48
2013-10-31 15:50:13,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7135453128757317574_1162 file build/test/data/dfs/data/data7/current/blk_7135453128757317574 for deletion
2013-10-31 15:50:13,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7135453128757317574_1162 at file build/test/data/dfs/data/data7/current/blk_7135453128757317574
2013-10-31 15:50:13,481 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0017_m_000005_0' to tip task_20131031154230960_0017_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:50:13,487 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0016_m_000000_0'
2013-10-31 15:50:13,487 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0016_m_000005_0'
2013-10-31 15:50:13,490 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0016_m_000001_0'
2013-10-31 15:50:13,490 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0017_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:50:13,491 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0017_m_000005_0 which needs 1 slots
2013-10-31 15:50:13,491 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0016_m_000003_0'
2013-10-31 15:50:13,491 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0017_m_000005_0 which needs 1 slots
2013-10-31 15:50:13,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken dst=null perm=null
2013-10-31 15:50:13,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37614, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1784645920038548190_1174, duration: 296431
2013-10-31 15:50:13,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml dst=null perm=null
2013-10-31 15:50:13,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37616, bytes: 28527, op: HDFS_READ, cliID: DFSClient_1595396076, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4070206559841229406_1171, duration: 379288
2013-10-31 15:50:13,540 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:13,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar dst=null perm=null
2013-10-31 15:50:13,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37617, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1595396076, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2811362250905568524_1168, duration: 1423628
2013-10-31 15:50:13,668 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0016_m_-1674501648
2013-10-31 15:50:13,675 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23747 with signal TERM. Exit code 0
2013-10-31 15:50:13,675 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0017_m_534107797
2013-10-31 15:50:13,676 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0017_m_534107797 spawned.
2013-10-31 15:50:13,678 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0017/attempt_20131031154230960_0017_m_000005_0/taskjvm.sh
2013-10-31 15:50:14,172 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0016_m_-1674501648
2013-10-31 15:50:14,529 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:14,529 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:14,529 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:14,529 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0016_m_-1674501648 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:14,557 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-378415255684173773_1159 blk_2388320304173448447_1157 blk_-8275236634403191296_1156 blk_7135453128757317574_1162 blk_915446670617726982_1158
2013-10-31 15:50:15,238 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0017_m_534107797 given task: attempt_20131031154230960_0017_m_000005_0
2013-10-31 15:50:15,521 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0016
2013-10-31 15:50:15,521 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0016_m_000002_0 not found in cache
2013-10-31 15:50:15,521 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0016_m_000004_0 not found in cache
2013-10-31 15:50:15,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0016 for user-log deletion with retainTimeStamp:1383321015522
2013-10-31 15:50:15,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8275236634403191296_1156 file build/test/data/dfs/data/data6/current/blk_-8275236634403191296 for deletion
2013-10-31 15:50:15,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-378415255684173773_1159 file build/test/data/dfs/data/data5/current/blk_-378415255684173773 for deletion
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_915446670617726982_1158 file build/test/data/dfs/data/data6/current/blk_915446670617726982 for deletion
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8275236634403191296_1156 at file build/test/data/dfs/data/data6/current/blk_-8275236634403191296
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2388320304173448447_1157 file build/test/data/dfs/data/data5/current/blk_2388320304173448447 for deletion
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_915446670617726982_1158 at file build/test/data/dfs/data/data6/current/blk_915446670617726982
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-378415255684173773_1159 at file build/test/data/dfs/data/data5/current/blk_-378415255684173773
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7135453128757317574_1162 file build/test/data/dfs/data/data5/current/blk_7135453128757317574 for deletion
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2388320304173448447_1157 at file build/test/data/dfs/data/data5/current/blk_2388320304173448447
2013-10-31 15:50:15,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7135453128757317574_1162 at file build/test/data/dfs/data/data5/current/blk_7135453128757317574
2013-10-31 15:50:15,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:16,626 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0016_m_-1118804129 since job job_20131031154230960_0016 is dead
2013-10-31 15:50:16,636 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23885 with signal TERM. Exit code 0
2013-10-31 15:50:16,827 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:16,827 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:16,827 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:16,827 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0016_m_-1118804129 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:16,849 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0016_m_-852503748 since job job_20131031154230960_0016 is dead
2013-10-31 15:50:16,859 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24049 with signal TERM. Exit code 0
2013-10-31 15:50:17,038 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:17,038 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:17,038 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:17,039 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0016_m_-852503748 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:18,491 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0016
2013-10-31 15:50:18,491 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0016
2013-10-31 15:50:18,492 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0016_m_000000_0 not found in cache
2013-10-31 15:50:18,492 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0016_m_000001_0 not found in cache
2013-10-31 15:50:18,492 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0016
2013-10-31 15:50:18,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0016 for user-log deletion with retainTimeStamp:1383321018492
2013-10-31 15:50:18,493 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0016_m_000003_0 not found in cache
2013-10-31 15:50:18,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0016 for user-log deletion with retainTimeStamp:1383321018493
2013-10-31 15:50:18,493 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0016 for user-log deletion with retainTimeStamp:1383321018493
2013-10-31 15:50:18,684 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_m_000005_0 0.0% setup
2013-10-31 15:50:18,687 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0017_m_000005_0 is done.
2013-10-31 15:50:18,687 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0017_m_000005_0 was -1
2013-10-31 15:50:18,687 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:19,280 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0016_m_429508290 since job job_20131031154230960_0016 is dead
2013-10-31 15:50:19,291 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23800 with signal TERM. Exit code 0
2013-10-31 15:50:19,325 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0016_m_1535456139 since job job_20131031154230960_0016 is dead
2013-10-31 15:50:19,336 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23600 with signal TERM. Exit code 0
2013-10-31 15:50:19,426 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0016_m_-95508057 since job job_20131031154230960_0016 is dead
2013-10-31 15:50:19,431 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23847 with signal TERM. Exit code 0
2013-10-31 15:50:19,496 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0017_m_000005_0' has completed task_20131031154230960_0017_m_000005 successfully.
2013-10-31 15:50:19,496 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:19,497 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:19,497 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:19,497 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0016_m_429508290 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:19,499 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0017_m_000000_0' to tip task_20131031154230960_0017_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:50:19,500 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0017_m_000000
2013-10-31 15:50:19,501 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0017_m_000001_0' to tip task_20131031154230960_0017_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:50:19,501 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0017_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:50:19,501 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0017_m_000001
2013-10-31 15:50:19,502 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0017_m_000000_0 which needs 1 slots
2013-10-31 15:50:19,502 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0017_m_000000_0 which needs 1 slots
2013-10-31 15:50:19,502 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0017_m_000002_0' to tip task_20131031154230960_0017_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:50:19,503 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0017_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:50:19,503 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0017_m_000002
2013-10-31 15:50:19,504 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0017_m_000001_0 which needs 1 slots
2013-10-31 15:50:19,504 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0017_m_000001_0 which needs 1 slots
2013-10-31 15:50:19,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken dst=null perm=null
2013-10-31 15:50:19,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60315, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1784645920038548190_1174, duration: 143949
2013-10-31 15:50:19,513 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:19,513 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:19,514 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:19,514 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0016_m_1535456139 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:19,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml dst=null perm=null
2013-10-31 15:50:19,516 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57536, bytes: 28527, op: HDFS_READ, cliID: DFSClient_-39650774, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4070206559841229406_1171, duration: 201162
2013-10-31 15:50:19,530 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0017_m_000003_0' to tip task_20131031154230960_0017_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:50:19,530 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0017_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:50:19,531 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0017_m_000003
2013-10-31 15:50:19,531 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0017_m_000002_0 which needs 1 slots
2013-10-31 15:50:19,531 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0017_m_000002_0 which needs 1 slots
2013-10-31 15:50:19,532 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:19,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken dst=null perm=null
2013-10-31 15:50:19,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60318, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1784645920038548190_1174, duration: 146411
2013-10-31 15:50:19,535 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0017_m_-1969402776
2013-10-31 15:50:19,536 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0017_m_-1969402776 spawned.
2013-10-31 15:50:19,537 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0017/attempt_20131031154230960_0017_m_000000_0/taskjvm.sh
2013-10-31 15:50:19,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml dst=null perm=null
2013-10-31 15:50:19,540 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37625, bytes: 28527, op: HDFS_READ, cliID: DFSClient_-1589342835, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4070206559841229406_1171, duration: 155316
2013-10-31 15:50:19,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar dst=null perm=null
2013-10-31 15:50:19,546 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60321, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-39650774, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2811362250905568524_1168, duration: 567164
2013-10-31 15:50:19,552 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:19,567 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0017_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:50:19,567 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0017_m_000003_0 which needs 1 slots
2013-10-31 15:50:19,567 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0017_m_000003_0 which needs 1 slots
2013-10-31 15:50:19,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017/jobToken dst=null perm=null
2013-10-31 15:50:19,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35981, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1784645920038548190_1174, duration: 120934
2013-10-31 15:50:19,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar dst=null perm=null
2013-10-31 15:50:19,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.xml dst=null perm=null
2013-10-31 15:50:19,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57544, bytes: 28527, op: HDFS_READ, cliID: DFSClient_-808380212, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4070206559841229406_1171, duration: 185473
2013-10-31 15:50:19,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37629, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1589342835, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2811362250905568524_1168, duration: 866652
2013-10-31 15:50:19,589 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:19,590 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:19,590 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:19,590 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0016_m_-95508057 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:19,595 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:19,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.jar dst=null perm=null
2013-10-31 15:50:19,609 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0017_m_1182014891
2013-10-31 15:50:19,610 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0017_m_1182014891 spawned.
2013-10-31 15:50:19,610 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60326, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-808380212, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2811362250905568524_1168, duration: 1863728
2013-10-31 15:50:19,613 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0017/attempt_20131031154230960_0017_m_000001_0/taskjvm.sh
2013-10-31 15:50:19,656 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0017_m_-2045752084
2013-10-31 15:50:19,657 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0017_m_-2045752084 spawned.
2013-10-31 15:50:19,659 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0017/attempt_20131031154230960_0017_m_000002_0/taskjvm.sh
2013-10-31 15:50:20,016 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0017_m_-477781611
2013-10-31 15:50:20,017 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0017_m_-477781611 spawned.
2013-10-31 15:50:20,018 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0017/attempt_20131031154230960_0017_m_000003_0/taskjvm.sh
2013-10-31 15:50:20,430 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0017_m_-1969402776 given task: attempt_20131031154230960_0017_m_000000_0
2013-10-31 15:50:20,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split dst=null perm=null
2013-10-31 15:50:20,991 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35989, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1673946042084296346_1169, duration: 171196
2013-10-31 15:50:21,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00000 dst=null perm=null
2013-10-31 15:50:21,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57550, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3745223127186533068_1163, duration: 131575
2013-10-31 15:50:21,068 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0017_m_1182014891 given task: attempt_20131031154230960_0017_m_000001_0
2013-10-31 15:50:21,279 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0017_m_-2045752084 given task: attempt_20131031154230960_0017_m_000002_0
2013-10-31 15:50:21,349 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0017_m_-477781611 given task: attempt_20131031154230960_0017_m_000003_0
2013-10-31 15:50:21,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split dst=null perm=null
2013-10-31 15:50:21,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37640, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1673946042084296346_1169, duration: 170726
2013-10-31 15:50:21,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00003 dst=null perm=null
2013-10-31 15:50:21,610 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57555, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_239329270782112010_1165, duration: 114388
2013-10-31 15:50:21,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split dst=null perm=null
2013-10-31 15:50:21,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:35997, bytes: 883, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000002_0, offset: 512, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1673946042084296346_1169, duration: 172138
2013-10-31 15:50:21,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00001 dst=null perm=null
2013-10-31 15:50:21,811 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37645, bytes: 221, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_74160333339861992_1165, duration: 123974
2013-10-31 15:50:21,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017/job.split dst=null perm=null
2013-10-31 15:50:21,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37646, bytes: 367, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1673946042084296346_1169, duration: 126160
2013-10-31 15:50:21,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00002 dst=null perm=null
2013-10-31 15:50:21,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37647, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0017_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5900618147694826214_1166, duration: 129823
2013-10-31 15:50:23,912 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00000:0+264
2013-10-31 15:50:23,915 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0017_m_000000_0 is done.
2013-10-31 15:50:23,915 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0017_m_000000_0 was 196
2013-10-31 15:50:23,915 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:24,502 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_m_000001_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00003:0+264
2013-10-31 15:50:24,502 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0017_m_000005_0
2013-10-31 15:50:24,503 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0017_m_000005_0
2013-10-31 15:50:24,503 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0017_m_000005_0 not found in cache
2013-10-31 15:50:24,504 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0017_m_000001_0 is done.
2013-10-31 15:50:24,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0017_m_000001_0 was 196
2013-10-31 15:50:24,505 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:24,704 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_m_000002_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00001:0+217
2013-10-31 15:50:24,706 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0017_m_000002_0 is done.
2013-10-31 15:50:24,707 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0017_m_000002_0 was 149
2013-10-31 15:50:24,707 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:24,792 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_m_000003_0 0.0% hdfs://localhost:58410/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA/part-00002:0+70
2013-10-31 15:50:24,795 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0017_m_000003_0 is done.
2013-10-31 15:50:24,795 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0017_m_000003_0 was 6
2013-10-31 15:50:24,795 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:50:24,933 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:50:24,938 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:50:24,944 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:50:24,949 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:50:24,955 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:50:24,960 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:50:24,960 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:50:25,509 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0017_m_000000_0' has completed task_20131031154230960_0017_m_000000 successfully.
2013-10-31 15:50:27,415 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0017_r_000000_0' to tip task_20131031154230960_0017_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:50:27,416 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0017_m_000003_0' has completed task_20131031154230960_0017_m_000003 successfully.
2013-10-31 15:50:27,418 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0017_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:50:27,418 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0017_r_000000_0 which needs 1 slots
2013-10-31 15:50:27,418 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0017_r_000000_0 which needs 1 slots
2013-10-31 15:50:27,419 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0017_m_000002_0' has completed task_20131031154230960_0017_m_000002 successfully.
2013-10-31 15:50:27,423 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0017_m_000001_0' has completed task_20131031154230960_0017_m_000001 successfully.
2013-10-31 15:50:27,452 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0017_r_-1038519401
2013-10-31 15:50:27,453 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0017_r_-1038519401 spawned.
2013-10-31 15:50:27,454 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0017/attempt_20131031154230960_0017_r_000000_0/taskjvm.sh
2013-10-31 15:50:29,299 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0017_r_-1038519401 given task: attempt_20131031154230960_0017_r_000000_0
2013-10-31 15:50:34,961 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:46670, bytes: 196, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0017_m_000000_0, duration: 10333729
2013-10-31 15:50:34,991 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45055, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0017_m_000003_0, duration: 14897890
2013-10-31 15:50:35,008 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:49834, bytes: 149, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0017_m_000002_0, duration: 12681626
2013-10-31 15:50:35,026 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:39385, bytes: 196, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0017_m_000001_0, duration: 12293410
2013-10-31 15:50:35,775 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:50:35,821 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:50:35,881 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:50:36,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:36,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:36,105 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0/part-00000. blk_143748407898546666_1175
2013-10-31 15:50:36,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_143748407898546666_1175 src: /127.0.0.1:36012 dest: /127.0.0.1:37515
2013-10-31 15:50:36,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_143748407898546666_1175 src: /127.0.0.1:57573 dest: /127.0.0.1:40932
2013-10-31 15:50:36,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_143748407898546666_1175 src: /127.0.0.1:60355 dest: /127.0.0.1:51383
2013-10-31 15:50:36,141 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60355, dest: /127.0.0.1:51383, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0017_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_143748407898546666_1175, duration: 1576161
2013-10-31 15:50:36,141 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_143748407898546666_1175 terminating
2013-10-31 15:50:36,141 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57573, dest: /127.0.0.1:40932, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0017_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_143748407898546666_1175, duration: 1855168
2013-10-31 15:50:36,143 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_143748407898546666_1175 terminating
2013-10-31 15:50:36,149 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36012, dest: /127.0.0.1:37515, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0017_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_143748407898546666_1175, duration: 7555889
2013-10-31 15:50:36,149 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_143748407898546666_1175 size 495
2013-10-31 15:50:36,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_143748407898546666_1175 terminating
2013-10-31 15:50:36,149 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_143748407898546666_1175 size 495
2013-10-31 15:50:36,150 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_143748407898546666_1175 size 495
2013-10-31 15:50:36,152 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0017_r_000000_0
2013-10-31 15:50:36,152 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0017_r_000000_0
2013-10-31 15:50:36,188 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0017_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:50:36,188 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:50:36,427 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0017_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:50:36,428 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0017_r_000000_0
2013-10-31 15:50:37,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0 dst=null perm=null
2013-10-31 15:50:37,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:37,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:37,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary/_attempt_20131031154230960_0017_r_000000_0 dst=null perm=null
2013-10-31 15:50:38,827 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_r_000000_0 1.0% reduce > reduce
2013-10-31 15:50:38,829 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_r_000000_0 1.0% reduce > reduce
2013-10-31 15:50:38,830 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0017_r_000000_0 is done.
2013-10-31 15:50:38,830 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0017_r_000000_0 was -1
2013-10-31 15:50:38,830 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:39,431 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0017_r_000000_0' has completed task_20131031154230960_0017_r_000000 successfully.
2013-10-31 15:50:39,437 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0017_m_000004_0' to tip task_20131031154230960_0017_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:50:39,439 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0017_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:50:39,440 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0017_m_000004_0 which needs 1 slots
2013-10-31 15:50:39,440 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0017_m_000004_0 which needs 1 slots
2013-10-31 15:50:39,473 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0017/attempt_20131031154230960_0017_m_000004_0. Attempting to reuse: jvm_20131031154230960_0017_m_534107797
2013-10-31 15:50:40,511 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0017_m_534107797 given task: attempt_20131031154230960_0017_m_000004_0
2013-10-31 15:50:40,629 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_m_000004_0 0.0%
2013-10-31 15:50:40,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary dst=null perm=null
2013-10-31 15:50:40,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:40,657 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_SUCCESS from client DFSClient_attempt_20131031154230960_0017_m_000004_0
2013-10-31 15:50:40,657 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0017_m_000004_0
2013-10-31 15:50:40,747 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2811362250905568524 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:40,747 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2811362250905568524 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:40,748 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2811362250905568524 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:40,748 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2811362250905568524 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:40,748 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1673946042084296346 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:40,748 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1673946042084296346 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:40,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1673946042084296346 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:40,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1673946042084296346 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:40,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1196079915818378284 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:40,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1196079915818378284 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:40,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1196079915818378284 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:40,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4070206559841229406 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:40,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4070206559841229406 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:40,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4070206559841229406 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:40,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0017 dst=null perm=null
2013-10-31 15:50:41,561 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-2811362250905568524_1168 blk_-1673946042084296346_1169
2013-10-31 15:50:41,562 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-4070206559841229406_1171 blk_1196079915818378284_1170 blk_-2811362250905568524_1168 blk_-1673946042084296346_1169
2013-10-31 15:50:41,594 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2811362250905568524_1168 file build/test/data/dfs/data/data2/current/blk_-2811362250905568524 for deletion
2013-10-31 15:50:41,594 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1673946042084296346_1169 file build/test/data/dfs/data/data1/current/blk_-1673946042084296346 for deletion
2013-10-31 15:50:41,595 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2811362250905568524_1168 at file build/test/data/dfs/data/data2/current/blk_-2811362250905568524
2013-10-31 15:50:41,595 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1673946042084296346_1169 at file build/test/data/dfs/data/data1/current/blk_-1673946042084296346
2013-10-31 15:50:43,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4070206559841229406_1171 file build/test/data/dfs/data/data8/current/blk_-4070206559841229406 for deletion
2013-10-31 15:50:43,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2811362250905568524_1168 file build/test/data/dfs/data/data8/current/blk_-2811362250905568524 for deletion
2013-10-31 15:50:43,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4070206559841229406_1171 at file build/test/data/dfs/data/data8/current/blk_-4070206559841229406
2013-10-31 15:50:43,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1673946042084296346_1169 file build/test/data/dfs/data/data8/current/blk_-1673946042084296346 for deletion
2013-10-31 15:50:43,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2811362250905568524_1168 at file build/test/data/dfs/data/data8/current/blk_-2811362250905568524
2013-10-31 15:50:43,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1196079915818378284_1170 file build/test/data/dfs/data/data7/current/blk_1196079915818378284 for deletion
2013-10-31 15:50:43,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1673946042084296346_1169 at file build/test/data/dfs/data/data8/current/blk_-1673946042084296346
2013-10-31 15:50:43,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1196079915818378284_1170 at file build/test/data/dfs/data/data7/current/blk_1196079915818378284
2013-10-31 15:50:43,598 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0017_m_000004_0 0.0% cleanup
2013-10-31 15:50:43,599 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0017_m_000004_0 is done.
2013-10-31 15:50:43,600 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0017_m_000004_0 was -1
2013-10-31 15:50:43,600 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:44,440 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0017_r_000000_0
2013-10-31 15:50:44,440 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0017_r_000000_0
2013-10-31 15:50:44,562 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-4070206559841229406_1171 blk_1196079915818378284_1170 blk_-2811362250905568524_1168 blk_-1673946042084296346_1169
2013-10-31 15:50:44,562 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-4070206559841229406_1171 blk_1196079915818378284_1170 blk_-2811362250905568524_1168 blk_-1673946042084296346_1169
2013-10-31 15:50:45,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4070206559841229406_1171 file build/test/data/dfs/data/data3/current/blk_-4070206559841229406 for deletion
2013-10-31 15:50:45,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2811362250905568524_1168 file build/test/data/dfs/data/data4/current/blk_-2811362250905568524 for deletion
2013-10-31 15:50:45,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4070206559841229406_1171 at file build/test/data/dfs/data/data3/current/blk_-4070206559841229406
2013-10-31 15:50:45,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1673946042084296346_1169 file build/test/data/dfs/data/data3/current/blk_-1673946042084296346 for deletion
2013-10-31 15:50:45,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2811362250905568524_1168 at file build/test/data/dfs/data/data4/current/blk_-2811362250905568524
2013-10-31 15:50:45,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1673946042084296346_1169 at file build/test/data/dfs/data/data3/current/blk_-1673946042084296346
2013-10-31 15:50:45,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1196079915818378284_1170 file build/test/data/dfs/data/data4/current/blk_1196079915818378284 for deletion
2013-10-31 15:50:45,106 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1196079915818378284_1170 at file build/test/data/dfs/data/data4/current/blk_1196079915818378284
2013-10-31 15:50:45,446 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0017_m_000004_0' has completed task_20131031154230960_0017_m_000004 successfully.
2013-10-31 15:50:45,447 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0017 has completed successfully.
2013-10-31 15:50:45,448 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0017,submitTime=1383234610721,launchTime=1383234611478,firstMapTaskLaunchTime=1383234619498,firstReduceTaskLaunchTime=1383234627414,firstJobSetupTaskLaunchTime=1383234613481,firstJobCleanupTaskLaunchTime=1383234639436,finishTime=1383234645447,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=28,reduceSlotsSeconds=11,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[F76B5CBCDB204AAFA5085088B3B8D321/9F7B0500426541D9910A457C40EDBF83] merged/(2/2) ...latform/splitsourcemerged
2013-10-31 15:50:45,454 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_1383234610721_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F9F7B0500426541D9. blk_-7519407349588883511_1176
2013-10-31 15:50:45,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7519407349588883511_1176 src: /127.0.0.1:37663 dest: /127.0.0.1:42031
2013-10-31 15:50:45,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7519407349588883511_1176 src: /127.0.0.1:57578 dest: /127.0.0.1:40932
2013-10-31 15:50:45,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7519407349588883511_1176 src: /127.0.0.1:36019 dest: /127.0.0.1:37515
2013-10-31 15:50:45,463 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36019, dest: /127.0.0.1:37515, bytes: 27800, op: HDFS_WRITE, cliID: DFSClient_1826318840, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7519407349588883511_1176, duration: 103542
2013-10-31 15:50:45,464 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7519407349588883511_1176 terminating
2013-10-31 15:50:45,464 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57578, dest: /127.0.0.1:40932, bytes: 27800, op: HDFS_WRITE, cliID: DFSClient_1826318840, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7519407349588883511_1176, duration: 957972
2013-10-31 15:50:45,465 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7519407349588883511_1176 terminating
2013-10-31 15:50:45,465 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7519407349588883511_1176 size 27800
2013-10-31 15:50:45,465 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37663, dest: /127.0.0.1:42031, bytes: 27800, op: HDFS_WRITE, cliID: DFSClient_1826318840, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7519407349588883511_1176, duration: 2099652
2013-10-31 15:50:45,466 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7519407349588883511_1176 terminating
2013-10-31 15:50:45,468 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7519407349588883511_1176 size 27800
2013-10-31 15:50:45,469 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_1383234610721_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F9F7B0500426541D9 from client DFSClient_1826318840
2013-10-31 15:50:45,470 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_logs/history/job_20131031154230960_0017_1383234610721_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F9F7B0500426541D9 is closed by DFSClient_1826318840
2013-10-31 15:50:45,470 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7519407349588883511_1176 size 27800
2013-10-31 15:50:45,478 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0017_1383234610721_hadoop_%5BF76B5CBCDB204AAFA5085088B3B8D321%2F9F7B0500426541D9 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:50:45,479 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0017_m_000000_0'
2013-10-31 15:50:45,480 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0017_m_000004_0'
2013-10-31 15:50:45,481 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0017_m_000005_0'
2013-10-31 15:50:45,481 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1784645920038548190 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:45,481 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0017_r_000000_0'
2013-10-31 15:50:45,482 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1784645920038548190 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:45,482 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1784645920038548190 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:45,483 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0017_m_000003_0'
2013-10-31 15:50:45,483 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0017_m_000001_0'
2013-10-31 15:50:45,484 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0017_m_000002_0'
2013-10-31 15:50:45,485 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0017_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:50:45,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0017 dst=null perm=null
2013-10-31 15:50:45,490 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3965156345990477753 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:45,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3965156345990477753 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:45,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3965156345990477753 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:45,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_147556005356252520 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:45,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_147556005356252520 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:45,492 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_147556005356252520 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:45,492 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3745223127186533068 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:45,492 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3745223127186533068 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:45,492 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3745223127186533068 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:45,493 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_74160333339861992 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:45,493 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_74160333339861992 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:45,493 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_74160333339861992 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:45,493 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5900618147694826214 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:45,493 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5900618147694826214 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:50:45,494 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5900618147694826214 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:45,494 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_239329270782112010 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:50:45,494 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_239329270782112010 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:50:45,495 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_239329270782112010 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:50:45,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7578571097_split_3F88ADC46B5B43BC8E18E143FB41ABBA dst=null perm=null
2013-10-31 15:50:45,502 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/_temporary
2013-10-31 15:50:45,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2013-10-31 15:50:45,523 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:50:45,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2013-10-31 15:50:45,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2013-10-31 15:50:45,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57581, bytes: 499, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_143748407898546666_1175, duration: 298662
2013-10-31 15:50:45,528 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/splitsourcemerged
2013-10-31 15:50:45,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2013-10-31 15:50:45,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2013-10-31 15:50:45,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60363, bytes: 499, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_143748407898546666_1175, duration: 276061
2013-10-31 15:50:45,555 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:50:45,556 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:50:45,571 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:50:45,572 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:50:45,572 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy"]
2013-10-31 15:50:45,572 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:50:45,572 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:50:45,573 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:50:45,574 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...fieldedpipesplatform/copy
2013-10-31 15:50:45,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4070206559841229406_1171 file build/test/data/dfs/data/data6/current/blk_-4070206559841229406 for deletion
2013-10-31 15:50:45,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2811362250905568524_1168 file build/test/data/dfs/data/data5/current/blk_-2811362250905568524 for deletion
2013-10-31 15:50:45,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4070206559841229406_1171 at file build/test/data/dfs/data/data6/current/blk_-4070206559841229406
2013-10-31 15:50:45,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1673946042084296346_1169 file build/test/data/dfs/data/data6/current/blk_-1673946042084296346 for deletion
2013-10-31 15:50:45,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2811362250905568524_1168 at file build/test/data/dfs/data/data5/current/blk_-2811362250905568524
2013-10-31 15:50:45,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1196079915818378284_1170 file build/test/data/dfs/data/data5/current/blk_1196079915818378284 for deletion
2013-10-31 15:50:45,576 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:50:45,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1196079915818378284_1170 at file build/test/data/dfs/data/data5/current/blk_1196079915818378284
2013-10-31 15:50:45,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1673946042084296346_1169 at file build/test/data/dfs/data/data6/current/blk_-1673946042084296346
2013-10-31 15:50:45,577 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:50:45,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:45,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:50:45,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,600 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar. blk_5573456963335880146_1177
2013-10-31 15:50:45,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5573456963335880146_1177 src: /127.0.0.1:60364 dest: /127.0.0.1:51383
2013-10-31 15:50:45,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5573456963335880146_1177 src: /127.0.0.1:37670 dest: /127.0.0.1:42031
2013-10-31 15:50:45,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5573456963335880146_1177 src: /127.0.0.1:57585 dest: /127.0.0.1:40932
2013-10-31 15:50:45,616 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57585, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5573456963335880146_1177, duration: 6872616
2013-10-31 15:50:45,616 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5573456963335880146_1177 terminating
2013-10-31 15:50:45,616 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37670, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5573456963335880146_1177, duration: 7987558
2013-10-31 15:50:45,617 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5573456963335880146_1177 terminating
2013-10-31 15:50:45,618 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60364, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5573456963335880146_1177, duration: 8689883
2013-10-31 15:50:45,618 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5573456963335880146_1177 size 238055
2013-10-31 15:50:45,618 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5573456963335880146_1177 terminating
2013-10-31 15:50:45,621 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5573456963335880146_1177 size 238055
2013-10-31 15:50:45,621 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar from client DFSClient_1020568644
2013-10-31 15:50:45,622 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar is closed by DFSClient_1020568644
2013-10-31 15:50:45,622 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5573456963335880146_1177 size 238055
2013-10-31 15:50:45,627 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar. New replication is 10
2013-10-31 15:50:45,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar dst=null perm=null
2013-10-31 15:50:45,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,640 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:50:45,644 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:50:45,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:50:45,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,662 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split. New replication is 10
2013-10-31 15:50:45,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split dst=null perm=null
2013-10-31 15:50:45,671 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split. blk_-8528587098151393731_1178
2013-10-31 15:50:45,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8528587098151393731_1178 src: /127.0.0.1:57586 dest: /127.0.0.1:40932
2013-10-31 15:50:45,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8528587098151393731_1178 src: /127.0.0.1:36027 dest: /127.0.0.1:37515
2013-10-31 15:50:45,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8528587098151393731_1178 src: /127.0.0.1:60369 dest: /127.0.0.1:51383
2013-10-31 15:50:45,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8528587098151393731_1178 src: /127.0.0.1:37675 dest: /127.0.0.1:42031
2013-10-31 15:50:45,681 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37675, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8528587098151393731_1178, duration: 91200
2013-10-31 15:50:45,681 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8528587098151393731_1178 terminating
2013-10-31 15:50:45,681 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8528587098151393731_1178 size 1403
2013-10-31 15:50:45,682 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60369, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8528587098151393731_1178, duration: 961274
2013-10-31 15:50:45,682 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8528587098151393731_1178 size 1403
2013-10-31 15:50:45,682 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8528587098151393731_1178 terminating
2013-10-31 15:50:45,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36027, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8528587098151393731_1178, duration: 1896985
2013-10-31 15:50:45,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8528587098151393731_1178 terminating
2013-10-31 15:50:45,684 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57586, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8528587098151393731_1178, duration: 3070325
2013-10-31 15:50:45,684 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8528587098151393731_1178 size 1403
2013-10-31 15:50:45,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-8528587098151393731_1178 terminating
2013-10-31 15:50:45,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8528587098151393731_1178 size 1403
2013-10-31 15:50:45,687 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split from client DFSClient_1020568644
2013-10-31 15:50:45,688 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split is closed by DFSClient_1020568644
2013-10-31 15:50:45,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,716 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.splitmetainfo. blk_8514786385190041459_1179
2013-10-31 15:50:45,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8514786385190041459_1179 src: /127.0.0.1:60371 dest: /127.0.0.1:51383
2013-10-31 15:50:45,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8514786385190041459_1179 src: /127.0.0.1:37677 dest: /127.0.0.1:42031
2013-10-31 15:50:45,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8514786385190041459_1179 src: /127.0.0.1:57592 dest: /127.0.0.1:40932
2013-10-31 15:50:45,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57592, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8514786385190041459_1179, duration: 60038
2013-10-31 15:50:45,724 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8514786385190041459_1179 terminating
2013-10-31 15:50:45,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37677, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8514786385190041459_1179, duration: 791979
2013-10-31 15:50:45,725 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8514786385190041459_1179 terminating
2013-10-31 15:50:45,725 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60371, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8514786385190041459_1179, duration: 1641627
2013-10-31 15:50:45,726 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8514786385190041459_1179 terminating
2013-10-31 15:50:45,728 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8514786385190041459_1179 size 156
2013-10-31 15:50:45,728 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:50:45,729 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:50:45,729 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8514786385190041459_1179 size 156
2013-10-31 15:50:45,730 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8514786385190041459_1179 size 156
2013-10-31 15:50:45,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:45,765 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml. blk_7812562036553025512_1180
2013-10-31 15:50:45,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7812562036553025512_1180 src: /127.0.0.1:57593 dest: /127.0.0.1:40932
2013-10-31 15:50:45,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7812562036553025512_1180 src: /127.0.0.1:36034 dest: /127.0.0.1:37515
2013-10-31 15:50:45,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7812562036553025512_1180 src: /127.0.0.1:60376 dest: /127.0.0.1:51383
2013-10-31 15:50:45,773 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60376, dest: /127.0.0.1:51383, bytes: 26761, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7812562036553025512_1180, duration: 282179
2013-10-31 15:50:45,773 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7812562036553025512_1180 terminating
2013-10-31 15:50:45,774 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36034, dest: /127.0.0.1:37515, bytes: 26761, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7812562036553025512_1180, duration: 1066626
2013-10-31 15:50:45,774 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7812562036553025512_1180 terminating
2013-10-31 15:50:45,775 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57593, dest: /127.0.0.1:40932, bytes: 26761, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7812562036553025512_1180, duration: 1979466
2013-10-31 15:50:45,775 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7812562036553025512_1180 terminating
2013-10-31 15:50:45,778 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7812562036553025512_1180 size 26761
2013-10-31 15:50:45,778 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml from client DFSClient_1020568644
2013-10-31 15:50:45,779 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml is closed by DFSClient_1020568644
2013-10-31 15:50:45,779 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7812562036553025512_1180 size 26761
2013-10-31 15:50:45,780 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7812562036553025512_1180 size 26761
2013-10-31 15:50:46,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml dst=null perm=null
2013-10-31 15:50:46,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36037, bytes: 26973, op: HDFS_READ, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7812562036553025512_1180, duration: 423114
2013-10-31 15:50:46,881 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0018: nMaps=4 nReduces=0 max=-1
2013-10-31 15:50:46,882 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0018 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:50:46,882 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0018
2013-10-31 15:50:46,882 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0018 RESULT=SUCCESS
2013-10-31 15:50:46,882 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0018
2013-10-31 15:50:46,883 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0018
2013-10-31 15:50:47,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_1383234646828_hadoop_%5B2BE540315E8F4D4F9C19EDD4B94E4099%2FF613F7AE8CFB4BAC dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:47,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:47,236 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_conf.xml. blk_-7070847929354027154_1182
2013-10-31 15:50:47,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7070847929354027154_1182 src: /127.0.0.1:57598 dest: /127.0.0.1:40932
2013-10-31 15:50:47,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7070847929354027154_1182 src: /127.0.0.1:60380 dest: /127.0.0.1:51383
2013-10-31 15:50:47,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7070847929354027154_1182 src: /127.0.0.1:36040 dest: /127.0.0.1:37515
2013-10-31 15:50:47,245 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36040, dest: /127.0.0.1:37515, bytes: 26826, op: HDFS_WRITE, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7070847929354027154_1182, duration: 611571
2013-10-31 15:50:47,246 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7070847929354027154_1182 terminating
2013-10-31 15:50:47,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7070847929354027154_1182 size 26826
2013-10-31 15:50:47,246 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60380, dest: /127.0.0.1:51383, bytes: 26826, op: HDFS_WRITE, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7070847929354027154_1182, duration: 2022706
2013-10-31 15:50:47,247 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7070847929354027154_1182 size 26826
2013-10-31 15:50:47,247 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7070847929354027154_1182 terminating
2013-10-31 15:50:47,248 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57598, dest: /127.0.0.1:40932, bytes: 26826, op: HDFS_WRITE, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7070847929354027154_1182, duration: 3031738
2013-10-31 15:50:47,248 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7070847929354027154_1182 terminating
2013-10-31 15:50:47,250 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_conf.xml from client DFSClient_-1693703132
2013-10-31 15:50:47,250 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_conf.xml is closed by DFSClient_-1693703132
2013-10-31 15:50:47,252 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7070847929354027154_1182 size 26826
2013-10-31 15:50:47,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:47,264 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken. blk_-8091321606954901203_1183
2013-10-31 15:50:47,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8091321606954901203_1183 src: /127.0.0.1:37687 dest: /127.0.0.1:42031
2013-10-31 15:50:47,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8091321606954901203_1183 src: /127.0.0.1:57602 dest: /127.0.0.1:40932
2013-10-31 15:50:47,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8091321606954901203_1183 src: /127.0.0.1:36043 dest: /127.0.0.1:37515
2013-10-31 15:50:47,271 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36043, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8091321606954901203_1183, duration: 64091
2013-10-31 15:50:47,272 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8091321606954901203_1183 terminating
2013-10-31 15:50:47,272 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8091321606954901203_1183 size 116
2013-10-31 15:50:47,272 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57602, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8091321606954901203_1183, duration: 823658
2013-10-31 15:50:47,273 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8091321606954901203_1183 terminating
2013-10-31 15:50:47,273 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37687, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8091321606954901203_1183, duration: 1807120
2013-10-31 15:50:47,274 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8091321606954901203_1183 terminating
2013-10-31 15:50:47,277 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8091321606954901203_1183 size 116
2013-10-31 15:50:47,277 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken from client DFSClient_1020568644
2013-10-31 15:50:47,277 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken is closed by DFSClient_1020568644
2013-10-31 15:50:47,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8091321606954901203_1183 size 116
2013-10-31 15:50:47,283 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken
2013-10-31 15:50:47,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.splitmetainfo dst=null perm=null
2013-10-31 15:50:47,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60385, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8514786385190041459_1179, duration: 283004
2013-10-31 15:50:47,288 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0018 = 1449. Number of splits = 4
2013-10-31 15:50:47,288 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0018_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:50:47,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0018 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:50:47,292 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0018 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:50:47,563 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:51383 to replicate blk_5573456963335880146_1177 to datanode(s) 127.0.0.1:37515
2013-10-31 15:50:47,564 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-3965156345990477753_1167 blk_239329270782112010_1165 blk_5900618147694826214_1166 blk_1784645920038548190_1174 blk_147556005356252520_1161
2013-10-31 15:50:47,564 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-3965156345990477753_1167 blk_74160333339861992_1165 blk_-3745223127186533068_1163 blk_239329270782112010_1165 blk_5900618147694826214_1166 blk_1784645920038548190_1174 blk_147556005356252520_1161
2013-10-31 15:50:47,596 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467) Starting thread to transfer block blk_5573456963335880146_1177 to 127.0.0.1:37515
2013-10-31 15:50:47,597 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3965156345990477753_1167 file build/test/data/dfs/data/data1/current/blk_-3965156345990477753 for deletion
2013-10-31 15:50:47,597 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_147556005356252520_1161 file build/test/data/dfs/data/data1/current/blk_147556005356252520 for deletion
2013-10-31 15:50:47,597 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3965156345990477753_1167 at file build/test/data/dfs/data/data1/current/blk_-3965156345990477753
2013-10-31 15:50:47,597 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_239329270782112010_1165 file build/test/data/dfs/data/data1/current/blk_239329270782112010 for deletion
2013-10-31 15:50:47,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_147556005356252520_1161 at file build/test/data/dfs/data/data1/current/blk_147556005356252520
2013-10-31 15:50:47,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1784645920038548190_1174 file build/test/data/dfs/data/data1/current/blk_1784645920038548190 for deletion
2013-10-31 15:50:47,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_239329270782112010_1165 at file build/test/data/dfs/data/data1/current/blk_239329270782112010
2013-10-31 15:50:47,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5900618147694826214_1166 file build/test/data/dfs/data/data2/current/blk_5900618147694826214 for deletion
2013-10-31 15:50:47,599 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467):Transmitted block blk_5573456963335880146_1177 to /127.0.0.1:37515
2013-10-31 15:50:47,599 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5900618147694826214_1166 at file build/test/data/dfs/data/data2/current/blk_5900618147694826214
2013-10-31 15:50:47,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5573456963335880146_1177 src: /127.0.0.1:36045 dest: /127.0.0.1:37515
2013-10-31 15:50:47,599 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1784645920038548190_1174 at file build/test/data/dfs/data/data1/current/blk_1784645920038548190
2013-10-31 15:50:47,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5573456963335880146_1177 src: /127.0.0.1:36045 dest: /127.0.0.1:37515 of size 238055
2013-10-31 15:50:47,607 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5573456963335880146_1177 size 238055
2013-10-31 15:50:48,486 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0018_m_000005_0' to tip task_20131031154230960_0018_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:50:48,496 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0018_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:50:48,496 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0018_m_000005_0 which needs 1 slots
2013-10-31 15:50:48,496 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0018_m_000005_0 which needs 1 slots
2013-10-31 15:50:48,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken dst=null perm=null
2013-10-31 15:50:48,505 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37692, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8091321606954901203_1183, duration: 296588
2013-10-31 15:50:48,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml dst=null perm=null
2013-10-31 15:50:48,516 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36048, bytes: 26973, op: HDFS_READ, cliID: DFSClient_-2107159059, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7812562036553025512_1180, duration: 384221
2013-10-31 15:50:48,536 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:48,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar dst=null perm=null
2013-10-31 15:50:48,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36049, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-2107159059, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5573456963335880146_1177, duration: 586848
2013-10-31 15:50:48,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3965156345990477753_1167 file build/test/data/dfs/data/data6/current/blk_-3965156345990477753 for deletion
2013-10-31 15:50:48,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3745223127186533068_1163 file build/test/data/dfs/data/data6/current/blk_-3745223127186533068 for deletion
2013-10-31 15:50:48,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3965156345990477753_1167 at file build/test/data/dfs/data/data6/current/blk_-3965156345990477753
2013-10-31 15:50:48,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_74160333339861992_1165 file build/test/data/dfs/data/data5/current/blk_74160333339861992 for deletion
2013-10-31 15:50:48,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3745223127186533068_1163 at file build/test/data/dfs/data/data6/current/blk_-3745223127186533068
2013-10-31 15:50:48,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_74160333339861992_1165 at file build/test/data/dfs/data/data5/current/blk_74160333339861992
2013-10-31 15:50:48,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_147556005356252520_1161 file build/test/data/dfs/data/data6/current/blk_147556005356252520 for deletion
2013-10-31 15:50:48,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_239329270782112010_1165 file build/test/data/dfs/data/data6/current/blk_239329270782112010 for deletion
2013-10-31 15:50:48,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_147556005356252520_1161 at file build/test/data/dfs/data/data6/current/blk_147556005356252520
2013-10-31 15:50:48,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1784645920038548190_1174 file build/test/data/dfs/data/data6/current/blk_1784645920038548190 for deletion
2013-10-31 15:50:48,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_239329270782112010_1165 at file build/test/data/dfs/data/data6/current/blk_239329270782112010
2013-10-31 15:50:48,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5900618147694826214_1166 file build/test/data/dfs/data/data5/current/blk_5900618147694826214 for deletion
2013-10-31 15:50:48,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1784645920038548190_1174 at file build/test/data/dfs/data/data6/current/blk_1784645920038548190
2013-10-31 15:50:48,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5900618147694826214_1166 at file build/test/data/dfs/data/data5/current/blk_5900618147694826214
2013-10-31 15:50:48,655 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0017_m_-1969402776
2013-10-31 15:50:48,659 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24379 with signal TERM. Exit code 0
2013-10-31 15:50:48,659 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0018_m_1578677406
2013-10-31 15:50:48,660 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0018_m_1578677406 spawned.
2013-10-31 15:50:48,662 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0018/attempt_20131031154230960_0018_m_000005_0/taskjvm.sh
2013-10-31 15:50:49,351 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:49,351 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:49,351 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:49,351 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0017_m_-1969402776 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:50,090 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0018_m_1578677406 given task: attempt_20131031154230960_0018_m_000005_0
2013-10-31 15:50:50,483 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0017
2013-10-31 15:50:50,483 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0017_m_000004_0 not found in cache
2013-10-31 15:50:50,483 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0017 for user-log deletion with retainTimeStamp:1383321050483
2013-10-31 15:50:50,484 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0017
2013-10-31 15:50:50,484 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0017 for user-log deletion with retainTimeStamp:1383321050484
2013-10-31 15:50:50,523 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0017
2013-10-31 15:50:50,523 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0017
2013-10-31 15:50:50,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0017 for user-log deletion with retainTimeStamp:1383321050523
2013-10-31 15:50:50,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0017 for user-log deletion with retainTimeStamp:1383321050523
2013-10-31 15:50:50,565 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_74160333339861992_1165 blk_-3745223127186533068_1163 blk_5900618147694826214_1166 blk_1784645920038548190_1174 blk_147556005356252520_1161
2013-10-31 15:50:50,565 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-3965156345990477753_1167 blk_74160333339861992_1165 blk_-3745223127186533068_1163 blk_239329270782112010_1165
2013-10-31 15:50:50,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:50,592 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0017_m_1182014891 since job job_20131031154230960_0017 is dead
2013-10-31 15:50:50,603 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24425 with signal TERM. Exit code 0
2013-10-31 15:50:50,791 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0017_m_-2045752084 since job job_20131031154230960_0017 is dead
2013-10-31 15:50:50,798 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24463 with signal TERM. Exit code 0
2013-10-31 15:50:50,838 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:50,838 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:50,838 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:50,839 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0017_m_1182014891 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:50,876 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0017_m_-477781611 since job job_20131031154230960_0017 is dead
2013-10-31 15:50:50,880 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24464 with signal TERM. Exit code 0
2013-10-31 15:50:51,028 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:51,029 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:51,029 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:51,029 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0017_m_-2045752084 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:51,067 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:51,067 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:51,067 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:51,067 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0017_m_-477781611 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:51,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3745223127186533068_1163 file build/test/data/dfs/data/data3/current/blk_-3745223127186533068 for deletion
2013-10-31 15:50:51,106 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_74160333339861992_1165 file build/test/data/dfs/data/data4/current/blk_74160333339861992 for deletion
2013-10-31 15:50:51,106 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3745223127186533068_1163 at file build/test/data/dfs/data/data3/current/blk_-3745223127186533068
2013-10-31 15:50:51,106 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_147556005356252520_1161 file build/test/data/dfs/data/data3/current/blk_147556005356252520 for deletion
2013-10-31 15:50:51,106 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_74160333339861992_1165 at file build/test/data/dfs/data/data4/current/blk_74160333339861992
2013-10-31 15:50:51,107 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_147556005356252520_1161 at file build/test/data/dfs/data/data3/current/blk_147556005356252520
2013-10-31 15:50:51,107 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1784645920038548190_1174 file build/test/data/dfs/data/data4/current/blk_1784645920038548190 for deletion
2013-10-31 15:50:51,107 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1784645920038548190_1174 at file build/test/data/dfs/data/data4/current/blk_1784645920038548190
2013-10-31 15:50:51,107 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5900618147694826214_1166 file build/test/data/dfs/data/data3/current/blk_5900618147694826214 for deletion
2013-10-31 15:50:51,108 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5900618147694826214_1166 at file build/test/data/dfs/data/data3/current/blk_5900618147694826214
2013-10-31 15:50:51,536 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0017_r_-1038519401 since job job_20131031154230960_0017 is dead
2013-10-31 15:50:51,545 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24636 with signal TERM. Exit code 0
2013-10-31 15:50:51,637 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0017_m_534107797 since job job_20131031154230960_0017 is dead
2013-10-31 15:50:51,643 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24201 with signal TERM. Exit code 0
2013-10-31 15:50:51,730 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:51,730 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:51,730 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:51,731 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0017_r_-1038519401 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:50:51,825 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:50:51,825 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:50:51,825 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:50:51,826 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0017_m_534107797 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:50:52,116 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3965156345990477753_1167 file build/test/data/dfs/data/data7/current/blk_-3965156345990477753 for deletion
2013-10-31 15:50:52,116 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3745223127186533068_1163 file build/test/data/dfs/data/data8/current/blk_-3745223127186533068 for deletion
2013-10-31 15:50:52,116 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3965156345990477753_1167 at file build/test/data/dfs/data/data7/current/blk_-3965156345990477753
2013-10-31 15:50:52,117 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_74160333339861992_1165 file build/test/data/dfs/data/data7/current/blk_74160333339861992 for deletion
2013-10-31 15:50:52,117 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3745223127186533068_1163 at file build/test/data/dfs/data/data8/current/blk_-3745223127186533068
2013-10-31 15:50:52,117 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_239329270782112010_1165 file build/test/data/dfs/data/data8/current/blk_239329270782112010 for deletion
2013-10-31 15:50:52,117 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_74160333339861992_1165 at file build/test/data/dfs/data/data7/current/blk_74160333339861992
2013-10-31 15:50:52,118 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_239329270782112010_1165 at file build/test/data/dfs/data/data8/current/blk_239329270782112010
2013-10-31 15:50:53,510 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000005_0 0.0% setup
2013-10-31 15:50:53,513 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0018_m_000005_0 is done.
2013-10-31 15:50:53,513 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0018_m_000005_0 was -1
2013-10-31 15:50:53,513 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:54,502 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0018_m_000005_0' has completed task_20131031154230960_0018_m_000005 successfully.
2013-10-31 15:50:54,506 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0018_m_000000_0' to tip task_20131031154230960_0018_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:50:54,507 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0018_m_000000
2013-10-31 15:50:54,509 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0018_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:50:54,509 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0018_m_000001_0' to tip task_20131031154230960_0018_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:50:54,510 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0018_m_000000_0 which needs 1 slots
2013-10-31 15:50:54,510 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0018_m_000001
2013-10-31 15:50:54,510 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0018_m_000000_0 which needs 1 slots
2013-10-31 15:50:54,512 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0018_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:50:54,513 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0018_m_000001_0 which needs 1 slots
2013-10-31 15:50:54,513 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0018_m_000001_0 which needs 1 slots
2013-10-31 15:50:54,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken dst=null perm=null
2013-10-31 15:50:54,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57612, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8091321606954901203_1183, duration: 334005
2013-10-31 15:50:54,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml dst=null perm=null
2013-10-31 15:50:54,533 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0018_m_000002_0' to tip task_20131031154230960_0018_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:50:54,534 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0018_m_000002
2013-10-31 15:50:54,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60395, bytes: 26973, op: HDFS_READ, cliID: DFSClient_1443181139, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7812562036553025512_1180, duration: 446742
2013-10-31 15:50:54,536 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0018_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:50:54,536 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0018_m_000003_0' to tip task_20131031154230960_0018_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:50:54,536 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0018_m_000002_0 which needs 1 slots
2013-10-31 15:50:54,537 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0018_m_000002_0 which needs 1 slots
2013-10-31 15:50:54,537 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0018_m_000003
2013-10-31 15:50:54,539 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0018_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:50:54,539 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0018_m_000003_0 which needs 1 slots
2013-10-31 15:50:54,539 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0018_m_000003_0 which needs 1 slots
2013-10-31 15:50:54,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken dst=null perm=null
2013-10-31 15:50:54,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018/jobToken dst=null perm=null
2013-10-31 15:50:54,546 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57615, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8091321606954901203_1183, duration: 261746
2013-10-31 15:50:54,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36056, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8091321606954901203_1183, duration: 287255
2013-10-31 15:50:54,552 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0018_m_-345331407
2013-10-31 15:50:54,553 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0018_m_-345331407 spawned.
2013-10-31 15:50:54,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml dst=null perm=null
2013-10-31 15:50:54,554 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0018/attempt_20131031154230960_0018_m_000000_0/taskjvm.sh
2013-10-31 15:50:54,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57619, bytes: 26973, op: HDFS_READ, cliID: DFSClient_1251172658, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7812562036553025512_1180, duration: 181437
2013-10-31 15:50:54,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.xml dst=null perm=null
2013-10-31 15:50:54,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36060, bytes: 26973, op: HDFS_READ, cliID: DFSClient_-205187516, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7812562036553025512_1180, duration: 160978
2013-10-31 15:50:54,589 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:54,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar dst=null perm=null
2013-10-31 15:50:54,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36061, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-205187516, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5573456963335880146_1177, duration: 866585
2013-10-31 15:50:54,648 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:54,670 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:50:54,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar dst=null perm=null
2013-10-31 15:50:54,677 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36063, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1443181139, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5573456963335880146_1177, duration: 595742
2013-10-31 15:50:54,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.jar dst=null perm=null
2013-10-31 15:50:54,686 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36064, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1251172658, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5573456963335880146_1177, duration: 580877
2013-10-31 15:50:54,689 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0018_m_-1896317043
2013-10-31 15:50:54,690 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0018_m_-1896317043 spawned.
2013-10-31 15:50:54,691 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0018/attempt_20131031154230960_0018_m_000003_0/taskjvm.sh
2013-10-31 15:50:54,888 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0018_m_492596559
2013-10-31 15:50:54,888 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0018_m_1071174630
2013-10-31 15:50:54,888 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0018_m_492596559 spawned.
2013-10-31 15:50:54,889 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0018_m_1071174630 spawned.
2013-10-31 15:50:54,890 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0018/attempt_20131031154230960_0018_m_000001_0/taskjvm.sh
2013-10-31 15:50:54,890 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0018/attempt_20131031154230960_0018_m_000002_0/taskjvm.sh
2013-10-31 15:50:55,476 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0018_m_-345331407 given task: attempt_20131031154230960_0018_m_000000_0
2013-10-31 15:50:55,954 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0018_m_-1896317043 given task: attempt_20131031154230960_0018_m_000003_0
2013-10-31 15:50:55,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split dst=null perm=null
2013-10-31 15:50:55,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57630, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8528587098151393731_1178, duration: 168541
2013-10-31 15:50:56,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:50:56,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60412, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 114266
2013-10-31 15:50:56,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:56,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:56,127 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0018_m_492596559 given task: attempt_20131031154230960_0018_m_000001_0
2013-10-31 15:50:56,157 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0018_m_1071174630 given task: attempt_20131031154230960_0018_m_000002_0
2013-10-31 15:50:56,188 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0/part-00000. blk_8497517837661354402_1184
2013-10-31 15:50:56,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8497517837661354402_1184 src: /127.0.0.1:57632 dest: /127.0.0.1:40932
2013-10-31 15:50:56,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8497517837661354402_1184 src: /127.0.0.1:37719 dest: /127.0.0.1:42031
2013-10-31 15:50:56,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8497517837661354402_1184 src: /127.0.0.1:60415 dest: /127.0.0.1:51383
2013-10-31 15:50:56,221 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60415, dest: /127.0.0.1:51383, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8497517837661354402_1184, duration: 1490410
2013-10-31 15:50:56,221 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8497517837661354402_1184 terminating
2013-10-31 15:50:56,222 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37719, dest: /127.0.0.1:42031, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8497517837661354402_1184, duration: 1618369
2013-10-31 15:50:56,222 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8497517837661354402_1184 terminating
2013-10-31 15:50:56,222 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57632, dest: /127.0.0.1:40932, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8497517837661354402_1184, duration: 2177740
2013-10-31 15:50:56,222 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8497517837661354402_1184 terminating
2013-10-31 15:50:56,223 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8497517837661354402_1184 size 319
2013-10-31 15:50:56,223 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8497517837661354402_1184 size 319
2013-10-31 15:50:56,223 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8497517837661354402_1184 size 319
2013-10-31 15:50:56,223 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0018_m_000000_0
2013-10-31 15:50:56,224 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0018_m_000000_0
2013-10-31 15:50:56,274 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0018_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:50:56,274 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000000_0 0.0%
2013-10-31 15:50:56,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split dst=null perm=null
2013-10-31 15:50:56,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36076, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8528587098151393731_1178, duration: 144408
2013-10-31 15:50:56,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:50:56,531 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57637, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 155732
2013-10-31 15:50:56,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:56,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:56,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split dst=null perm=null
2013-10-31 15:50:56,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60421, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8528587098151393731_1178, duration: 178343
2013-10-31 15:50:56,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018/job.split dst=null perm=null
2013-10-31 15:50:56,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:50:56,663 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57641, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8528587098151393731_1178, duration: 164606
2013-10-31 15:50:56,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:56,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:56,690 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0/part-00003. blk_7890014810384002636_1186
2013-10-31 15:50:56,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:50:56,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60424, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 174146
2013-10-31 15:50:56,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7890014810384002636_1186 src: /127.0.0.1:37728 dest: /127.0.0.1:42031
2013-10-31 15:50:56,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7890014810384002636_1186 src: /127.0.0.1:57644 dest: /127.0.0.1:40932
2013-10-31 15:50:56,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7890014810384002636_1186 src: /127.0.0.1:36085 dest: /127.0.0.1:37515
2013-10-31 15:50:56,725 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36085, dest: /127.0.0.1:37515, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7890014810384002636_1186, duration: 1100275
2013-10-31 15:50:56,725 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7890014810384002636_1186 terminating
2013-10-31 15:50:56,725 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57644, dest: /127.0.0.1:40932, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000003_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7890014810384002636_1186, duration: 1421416
2013-10-31 15:50:56,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:56,726 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7890014810384002636_1186 terminating
2013-10-31 15:50:56,726 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37728, dest: /127.0.0.1:42031, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7890014810384002636_1186, duration: 1808066
2013-10-31 15:50:56,726 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7890014810384002636_1186 terminating
2013-10-31 15:50:56,727 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7890014810384002636_1186 size 307
2013-10-31 15:50:56,728 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7890014810384002636_1186 size 307
2013-10-31 15:50:56,730 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7890014810384002636_1186 size 307
2013-10-31 15:50:57,128 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0018_m_000003_0
2013-10-31 15:50:57,129 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0018_m_000003_0
2013-10-31 15:50:57,514 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0018_m_000000_0
2013-10-31 15:50:58,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0 dst=null perm=null
2013-10-31 15:50:58,394 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 977 Total time for transactions(ms): 14Number of transactions batched in Syncs: 64 Number of syncs: 691 SyncTimes(ms): 33141 5274
2013-10-31 15:50:58,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:50:58,421 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57646, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0018_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 388368
2013-10-31 15:50:58,425 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0/part-00001. blk_4162621776017688821_1187
2013-10-31 15:50:58,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4162621776017688821_1187 src: /127.0.0.1:37733 dest: /127.0.0.1:42031
2013-10-31 15:50:58,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4162621776017688821_1187 src: /127.0.0.1:36088 dest: /127.0.0.1:37515
2013-10-31 15:50:58,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4162621776017688821_1187 src: /127.0.0.1:60430 dest: /127.0.0.1:51383
2013-10-31 15:50:58,460 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60430, dest: /127.0.0.1:51383, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4162621776017688821_1187, duration: 1059349
2013-10-31 15:50:58,460 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4162621776017688821_1187 terminating
2013-10-31 15:50:58,460 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4162621776017688821_1187 size 391
2013-10-31 15:50:58,460 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36088, dest: /127.0.0.1:37515, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4162621776017688821_1187, duration: 1561770
2013-10-31 15:50:58,460 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4162621776017688821_1187 terminating
2013-10-31 15:50:58,461 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37733, dest: /127.0.0.1:42031, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4162621776017688821_1187, duration: 2053726
2013-10-31 15:50:58,461 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4162621776017688821_1187 terminating
2013-10-31 15:50:58,461 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0018_m_000001_0
2013-10-31 15:50:58,462 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0018_m_000001_0
2013-10-31 15:50:58,462 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4162621776017688821_1187 size 391
2013-10-31 15:50:58,464 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4162621776017688821_1187 size 391
2013-10-31 15:50:58,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:58,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:50:58,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000000_0 dst=null perm=null
2013-10-31 15:50:58,583 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0018_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:50:58,583 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0018_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:50:58,583 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000001_0 0.0%
2013-10-31 15:50:58,584 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000003_0 0.0%
2013-10-31 15:50:58,673 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0/part-00002. blk_-5439163419539394881_1187
2013-10-31 15:50:58,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5439163419539394881_1187 src: /127.0.0.1:37737 dest: /127.0.0.1:42031
2013-10-31 15:50:58,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5439163419539394881_1187 src: /127.0.0.1:60433 dest: /127.0.0.1:51383
2013-10-31 15:50:58,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5439163419539394881_1187 src: /127.0.0.1:57653 dest: /127.0.0.1:40932
2013-10-31 15:50:58,719 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57653, dest: /127.0.0.1:40932, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5439163419539394881_1187, duration: 1667652
2013-10-31 15:50:58,719 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5439163419539394881_1187 size 433
2013-10-31 15:50:58,720 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5439163419539394881_1187 terminating
2013-10-31 15:50:58,720 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60433, dest: /127.0.0.1:51383, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5439163419539394881_1187, duration: 3808578
2013-10-31 15:50:58,720 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5439163419539394881_1187 size 433
2013-10-31 15:50:58,720 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5439163419539394881_1187 terminating
2013-10-31 15:50:58,721 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37737, dest: /127.0.0.1:42031, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0018_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5439163419539394881_1187, duration: 4747854
2013-10-31 15:50:58,721 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5439163419539394881_1187 terminating
2013-10-31 15:50:58,722 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5439163419539394881_1187 size 433
2013-10-31 15:50:58,722 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0018_m_000002_0
2013-10-31 15:50:58,723 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0018_m_000002_0
2013-10-31 15:50:58,781 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0018_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:50:58,781 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000002_0 0.0%
2013-10-31 15:50:58,920 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:50:58,922 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0018_m_000000_0 is done.
2013-10-31 15:50:58,922 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0018_m_000000_0 was -1
2013-10-31 15:50:58,922 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:50:59,510 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0018_m_000005_0
2013-10-31 15:50:59,510 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0018_m_000005_0
2013-10-31 15:50:59,511 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0018_m_000005_0 not found in cache
2013-10-31 15:51:00,518 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0018_m_000001_0
2013-10-31 15:51:00,518 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0018_m_000000_0' has completed task_20131031154230960_0018_m_000000 successfully.
2013-10-31 15:51:00,543 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0018_m_000002_0
2013-10-31 15:51:00,545 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0018_m_000003_0
2013-10-31 15:51:00,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0 dst=null perm=null
2013-10-31 15:51:00,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0 dst=null perm=null
2013-10-31 15:51:00,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:00,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:00,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:00,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:00,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000003_0 dst=null perm=null
2013-10-31 15:51:00,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000001_0 dst=null perm=null
2013-10-31 15:51:00,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0 dst=null perm=null
2013-10-31 15:51:00,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:00,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:00,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary/_attempt_20131031154230960_0018_m_000002_0 dst=null perm=null
2013-10-31 15:51:02,469 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:51:02,472 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:51:02,473 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0018_m_000003_0 is done.
2013-10-31 15:51:02,473 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0018_m_000003_0 was -1
2013-10-31 15:51:02,473 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:02,593 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:51:02,596 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:51:02,597 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0018_m_000001_0 is done.
2013-10-31 15:51:02,598 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0018_m_000001_0 was -1
2013-10-31 15:51:02,598 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:02,646 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:51:02,649 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:51:02,651 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0018_m_000002_0 is done.
2013-10-31 15:51:02,651 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0018_m_000002_0 was -1
2013-10-31 15:51:02,651 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:03,522 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0018_m_000001_0' has completed task_20131031154230960_0018_m_000001 successfully.
2013-10-31 15:51:03,772 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0018_m_000003_0' has completed task_20131031154230960_0018_m_000003 successfully.
2013-10-31 15:51:03,774 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0018_m_000002_0' has completed task_20131031154230960_0018_m_000002 successfully.
2013-10-31 15:51:03,778 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0018_m_000004_0' to tip task_20131031154230960_0018_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:51:03,781 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0018_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:51:03,781 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0018_m_000004_0 which needs 1 slots
2013-10-31 15:51:03,781 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0018_m_000004_0 which needs 1 slots
2013-10-31 15:51:03,815 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0018_m_922827882
2013-10-31 15:51:03,816 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0018_m_922827882 spawned.
2013-10-31 15:51:03,818 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0018/attempt_20131031154230960_0018_m_000004_0/taskjvm.sh
2013-10-31 15:51:05,340 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0018_m_922827882 given task: attempt_20131031154230960_0018_m_000004_0
2013-10-31 15:51:05,868 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000004_0 0.0%
2013-10-31 15:51:05,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary dst=null perm=null
2013-10-31 15:51:05,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:05,903 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_SUCCESS from client DFSClient_attempt_20131031154230960_0018_m_000004_0
2013-10-31 15:51:05,903 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0018_m_000004_0
2013-10-31 15:51:05,920 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5573456963335880146 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:51:05,921 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5573456963335880146 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:05,921 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5573456963335880146 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:05,921 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5573456963335880146 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:05,921 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8528587098151393731 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:05,922 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8528587098151393731 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:51:05,922 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8528587098151393731 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:05,922 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8528587098151393731 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:05,922 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8514786385190041459 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:05,923 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8514786385190041459 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:05,923 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8514786385190041459 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:51:05,923 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7812562036553025512 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:51:05,923 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7812562036553025512 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:05,923 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7812562036553025512 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:05,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0018 dst=null perm=null
2013-10-31 15:51:08,568 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_5573456963335880146_1177 blk_7812562036553025512_1180 blk_8514786385190041459_1179 blk_-8528587098151393731_1178
2013-10-31 15:51:08,568 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5573456963335880146_1177 blk_8514786385190041459_1179 blk_-8528587098151393731_1178
2013-10-31 15:51:08,788 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0018_m_000004_0 0.0% cleanup
2013-10-31 15:51:08,790 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0018_m_000004_0 is done.
2013-10-31 15:51:08,790 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0018_m_000004_0 was -1
2013-10-31 15:51:08,791 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:09,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8528587098151393731_1178 file build/test/data/dfs/data/data5/current/blk_-8528587098151393731 for deletion
2013-10-31 15:51:09,584 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5573456963335880146_1177 file build/test/data/dfs/data/data6/current/blk_5573456963335880146 for deletion
2013-10-31 15:51:09,585 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8514786385190041459_1179 file build/test/data/dfs/data/data6/current/blk_8514786385190041459 for deletion
2013-10-31 15:51:09,712 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8528587098151393731_1178 at file build/test/data/dfs/data/data5/current/blk_-8528587098151393731
2013-10-31 15:51:09,788 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0018_m_000004_0' has completed task_20131031154230960_0018_m_000004 successfully.
2013-10-31 15:51:09,789 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0018 has completed successfully.
2013-10-31 15:51:09,789 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0018,submitTime=1383234646828,launchTime=1383234647291,firstMapTaskLaunchTime=1383234654506,firstJobSetupTaskLaunchTime=1383234648486,firstJobCleanupTaskLaunchTime=1383234663778,finishTime=1383234669789,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=37,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[2BE540315E8F4D4F9C19EDD4B94E4099/F613F7AE8CFB4BAC86FD67FD39302C4C] test/(1/1) ...fieldedpipesplatform/copy
2013-10-31 15:51:09,790 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5573456963335880146_1177 at file build/test/data/dfs/data/data6/current/blk_5573456963335880146
2013-10-31 15:51:09,791 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8514786385190041459_1179 at file build/test/data/dfs/data/data6/current/blk_8514786385190041459
2013-10-31 15:51:09,796 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_1383234646828_hadoop_%5B2BE540315E8F4D4F9C19EDD4B94E4099%2FF613F7AE8CFB4BAC. blk_7282558172949042004_1188
2013-10-31 15:51:09,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7282558172949042004_1188 src: /127.0.0.1:36097 dest: /127.0.0.1:37515
2013-10-31 15:51:09,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7282558172949042004_1188 src: /127.0.0.1:60439 dest: /127.0.0.1:51383
2013-10-31 15:51:09,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7282558172949042004_1188 src: /127.0.0.1:37745 dest: /127.0.0.1:42031
2013-10-31 15:51:09,809 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37745, dest: /127.0.0.1:42031, bytes: 22689, op: HDFS_WRITE, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7282558172949042004_1188, duration: 4474480
2013-10-31 15:51:09,810 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7282558172949042004_1188 terminating
2013-10-31 15:51:09,810 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60439, dest: /127.0.0.1:51383, bytes: 22689, op: HDFS_WRITE, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7282558172949042004_1188, duration: 3865546
2013-10-31 15:51:09,811 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7282558172949042004_1188 terminating
2013-10-31 15:51:09,811 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36097, dest: /127.0.0.1:37515, bytes: 22689, op: HDFS_WRITE, cliID: DFSClient_-1693703132, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7282558172949042004_1188, duration: 4068259
2013-10-31 15:51:09,812 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7282558172949042004_1188 terminating
2013-10-31 15:51:09,821 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7282558172949042004_1188 size 22689
2013-10-31 15:51:09,821 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_1383234646828_hadoop_%5B2BE540315E8F4D4F9C19EDD4B94E4099%2FF613F7AE8CFB4BAC from client DFSClient_-1693703132
2013-10-31 15:51:09,822 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_logs/history/job_20131031154230960_0018_1383234646828_hadoop_%5B2BE540315E8F4D4F9C19EDD4B94E4099%2FF613F7AE8CFB4BAC is closed by DFSClient_-1693703132
2013-10-31 15:51:09,822 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7282558172949042004_1188 size 22689
2013-10-31 15:51:09,823 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7282558172949042004_1188 size 22689
2013-10-31 15:51:09,868 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0018_1383234646828_hadoop_%5B2BE540315E8F4D4F9C19EDD4B94E4099%2FF613F7AE8CFB4BAC to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:51:09,869 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0018_m_000002_0'
2013-10-31 15:51:09,869 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0018_m_000004_0'
2013-10-31 15:51:09,871 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8091321606954901203 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:09,872 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8091321606954901203 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:09,872 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8091321606954901203 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:09,877 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/_temporary
2013-10-31 15:51:09,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0018 dst=null perm=null
2013-10-31 15:51:09,894 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0018_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:51:09,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy dst=null perm=null
2013-10-31 15:51:09,936 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:51:09,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00000 dst=null perm=null
2013-10-31 15:51:09,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00001 dst=null perm=null
2013-10-31 15:51:09,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00002 dst=null perm=null
2013-10-31 15:51:09,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00003 dst=null perm=null
2013-10-31 15:51:09,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00000 dst=null perm=null
2013-10-31 15:51:09,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57661, bytes: 323, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8497517837661354402_1184, duration: 290064
2013-10-31 15:51:09,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00001 dst=null perm=null
2013-10-31 15:51:09,949 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37748, bytes: 395, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4162621776017688821_1187, duration: 260725
2013-10-31 15:51:09,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00002 dst=null perm=null
2013-10-31 15:51:09,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60444, bytes: 437, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5439163419539394881_1187, duration: 266507
2013-10-31 15:51:09,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00003 dst=null perm=null
2013-10-31 15:51:09,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37750, bytes: 311, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7890014810384002636_1186, duration: 270969
2013-10-31 15:51:09,956 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/copy
2013-10-31 15:51:09,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy dst=null perm=null
2013-10-31 15:51:09,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00000 dst=null perm=null
2013-10-31 15:51:09,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57665, bytes: 323, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8497517837661354402_1184, duration: 266445
2013-10-31 15:51:09,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00001 dst=null perm=null
2013-10-31 15:51:09,968 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37752, bytes: 395, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4162621776017688821_1187, duration: 264836
2013-10-31 15:51:09,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00002 dst=null perm=null
2013-10-31 15:51:09,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57667, bytes: 437, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5439163419539394881_1187, duration: 257964
2013-10-31 15:51:09,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/copy/part-00003 dst=null perm=null
2013-10-31 15:51:09,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37754, bytes: 311, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7890014810384002636_1186, duration: 261162
2013-10-31 15:51:09,999 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:51:10,000 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:51:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:51:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:51:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->['count', 'ip']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none"]
2013-10-31 15:51:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:51:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:51:10,019 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:51:10,020 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...fieldedpipesplatform/none
2013-10-31 15:51:10,023 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:51:10,023 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:51:10,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8528587098151393731_1178 file build/test/data/dfs/data/data8/current/blk_-8528587098151393731 for deletion
2013-10-31 15:51:10,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5573456963335880146_1177 file build/test/data/dfs/data/data7/current/blk_5573456963335880146 for deletion
2013-10-31 15:51:10,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8528587098151393731_1178 at file build/test/data/dfs/data/data8/current/blk_-8528587098151393731
2013-10-31 15:51:10,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7812562036553025512_1180 file build/test/data/dfs/data/data8/current/blk_7812562036553025512 for deletion
2013-10-31 15:51:10,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5573456963335880146_1177 at file build/test/data/dfs/data/data7/current/blk_5573456963335880146
2013-10-31 15:51:10,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7812562036553025512_1180 at file build/test/data/dfs/data/data8/current/blk_7812562036553025512
2013-10-31 15:51:10,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8514786385190041459_1179 file build/test/data/dfs/data/data7/current/blk_8514786385190041459 for deletion
2013-10-31 15:51:10,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8514786385190041459_1179 at file build/test/data/dfs/data/data7/current/blk_8514786385190041459
2013-10-31 15:51:10,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:10,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:51:10,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,235 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar. blk_4495751782218789607_1189
2013-10-31 15:51:10,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4495751782218789607_1189 src: /127.0.0.1:60450 dest: /127.0.0.1:51383
2013-10-31 15:51:10,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4495751782218789607_1189 src: /127.0.0.1:37756 dest: /127.0.0.1:42031
2013-10-31 15:51:10,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4495751782218789607_1189 src: /127.0.0.1:36111 dest: /127.0.0.1:37515
2013-10-31 15:51:10,247 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36111, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4495751782218789607_1189, duration: 3665179
2013-10-31 15:51:10,247 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4495751782218789607_1189 terminating
2013-10-31 15:51:10,248 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37756, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4495751782218789607_1189, duration: 4508429
2013-10-31 15:51:10,248 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4495751782218789607_1189 terminating
2013-10-31 15:51:10,248 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4495751782218789607_1189 size 238055
2013-10-31 15:51:10,249 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60450, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4495751782218789607_1189, duration: 5434305
2013-10-31 15:51:10,249 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4495751782218789607_1189 terminating
2013-10-31 15:51:10,251 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4495751782218789607_1189 size 238055
2013-10-31 15:51:10,252 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar from client DFSClient_1020568644
2013-10-31 15:51:10,252 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar is closed by DFSClient_1020568644
2013-10-31 15:51:10,253 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4495751782218789607_1189 size 238055
2013-10-31 15:51:10,260 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar. New replication is 10
2013-10-31 15:51:10,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar dst=null perm=null
2013-10-31 15:51:10,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,276 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:51:10,281 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:51:10,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:10,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,298 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split. New replication is 10
2013-10-31 15:51:10,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split dst=null perm=null
2013-10-31 15:51:10,306 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split. blk_-6722141456827022857_1190
2013-10-31 15:51:10,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6722141456827022857_1190 src: /127.0.0.1:57672 dest: /127.0.0.1:40932
2013-10-31 15:51:10,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6722141456827022857_1190 src: /127.0.0.1:37759 dest: /127.0.0.1:42031
2013-10-31 15:51:10,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6722141456827022857_1190 src: /127.0.0.1:60455 dest: /127.0.0.1:51383
2013-10-31 15:51:10,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6722141456827022857_1190 src: /127.0.0.1:36115 dest: /127.0.0.1:37515
2013-10-31 15:51:10,316 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36115, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6722141456827022857_1190, duration: 120226
2013-10-31 15:51:10,316 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6722141456827022857_1190 terminating
2013-10-31 15:51:10,316 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60455, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6722141456827022857_1190, duration: 938301
2013-10-31 15:51:10,317 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6722141456827022857_1190 terminating
2013-10-31 15:51:10,317 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37759, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6722141456827022857_1190, duration: 1919077
2013-10-31 15:51:10,318 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6722141456827022857_1190 terminating
2013-10-31 15:51:10,318 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57672, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6722141456827022857_1190, duration: 2801478
2013-10-31 15:51:10,319 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6722141456827022857_1190 terminating
2013-10-31 15:51:10,322 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6722141456827022857_1190 size 1403
2013-10-31 15:51:10,323 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split from client DFSClient_1020568644
2013-10-31 15:51:10,323 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split is closed by DFSClient_1020568644
2013-10-31 15:51:10,323 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6722141456827022857_1190 size 1403
2013-10-31 15:51:10,324 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6722141456827022857_1190 size 1403
2013-10-31 15:51:10,324 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6722141456827022857_1190 size 1403
2013-10-31 15:51:10,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,341 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.splitmetainfo. blk_-7272713759892561944_1191
2013-10-31 15:51:10,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7272713759892561944_1191 src: /127.0.0.1:36116 dest: /127.0.0.1:37515
2013-10-31 15:51:10,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7272713759892561944_1191 src: /127.0.0.1:37763 dest: /127.0.0.1:42031
2013-10-31 15:51:10,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7272713759892561944_1191 src: /127.0.0.1:57678 dest: /127.0.0.1:40932
2013-10-31 15:51:10,348 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57678, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7272713759892561944_1191, duration: 65598
2013-10-31 15:51:10,349 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7272713759892561944_1191 terminating
2013-10-31 15:51:10,349 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37763, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7272713759892561944_1191, duration: 845156
2013-10-31 15:51:10,349 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7272713759892561944_1191 terminating
2013-10-31 15:51:10,350 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36116, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7272713759892561944_1191, duration: 1672049
2013-10-31 15:51:10,351 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7272713759892561944_1191 terminating
2013-10-31 15:51:10,354 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7272713759892561944_1191 size 156
2013-10-31 15:51:10,355 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:51:10,355 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:51:10,356 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7272713759892561944_1191 size 156
2013-10-31 15:51:10,356 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7272713759892561944_1191 size 156
2013-10-31 15:51:10,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:10,380 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml. blk_-1351660800046005783_1192
2013-10-31 15:51:10,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1351660800046005783_1192 src: /127.0.0.1:57679 dest: /127.0.0.1:40932
2013-10-31 15:51:10,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1351660800046005783_1192 src: /127.0.0.1:36120 dest: /127.0.0.1:37515
2013-10-31 15:51:10,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1351660800046005783_1192 src: /127.0.0.1:37767 dest: /127.0.0.1:42031
2013-10-31 15:51:10,387 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37767, dest: /127.0.0.1:42031, bytes: 28367, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1351660800046005783_1192, duration: 1181620
2013-10-31 15:51:10,388 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1351660800046005783_1192 terminating
2013-10-31 15:51:10,388 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1351660800046005783_1192 size 28367
2013-10-31 15:51:10,388 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36120, dest: /127.0.0.1:37515, bytes: 28367, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1351660800046005783_1192, duration: 1999725
2013-10-31 15:51:10,389 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1351660800046005783_1192 size 28367
2013-10-31 15:51:10,389 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1351660800046005783_1192 terminating
2013-10-31 15:51:10,389 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57679, dest: /127.0.0.1:40932, bytes: 28367, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1351660800046005783_1192, duration: 2577615
2013-10-31 15:51:10,390 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1351660800046005783_1192 terminating
2013-10-31 15:51:10,393 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml from client DFSClient_1020568644
2013-10-31 15:51:10,393 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml is closed by DFSClient_1020568644
2013-10-31 15:51:10,393 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1351660800046005783_1192 size 28367
2013-10-31 15:51:10,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml dst=null perm=null
2013-10-31 15:51:10,408 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37769, bytes: 28591, op: HDFS_READ, cliID: DFSClient_1276527344, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1351660800046005783_1192, duration: 413379
2013-10-31 15:51:10,426 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0019: nMaps=4 nReduces=1 max=-1
2013-10-31 15:51:10,427 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0019 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:51:10,427 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0019
2013-10-31 15:51:10,427 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0019 RESULT=SUCCESS
2013-10-31 15:51:10,427 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0019
2013-10-31 15:51:10,428 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0019
2013-10-31 15:51:10,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_1383234670398_hadoop_%5B0555BAF357CE4A6AA8EC60CDDBD37FED%2F4A7C374839A142F0 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:11,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:11,364 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_conf.xml. blk_-5631777552850793008_1194
2013-10-31 15:51:11,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5631777552850793008_1194 src: /127.0.0.1:60465 dest: /127.0.0.1:51383
2013-10-31 15:51:11,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5631777552850793008_1194 src: /127.0.0.1:36125 dest: /127.0.0.1:37515
2013-10-31 15:51:11,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5631777552850793008_1194 src: /127.0.0.1:57686 dest: /127.0.0.1:40932
2013-10-31 15:51:11,373 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57686, dest: /127.0.0.1:40932, bytes: 28432, op: HDFS_WRITE, cliID: DFSClient_1276527344, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5631777552850793008_1194, duration: 562621
2013-10-31 15:51:11,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5631777552850793008_1194 terminating
2013-10-31 15:51:11,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36125, dest: /127.0.0.1:37515, bytes: 28432, op: HDFS_WRITE, cliID: DFSClient_1276527344, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5631777552850793008_1194, duration: 1479804
2013-10-31 15:51:11,375 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5631777552850793008_1194 terminating
2013-10-31 15:51:11,375 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60465, dest: /127.0.0.1:51383, bytes: 28432, op: HDFS_WRITE, cliID: DFSClient_1276527344, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5631777552850793008_1194, duration: 3351451
2013-10-31 15:51:11,376 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5631777552850793008_1194 terminating
2013-10-31 15:51:11,378 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5631777552850793008_1194 size 28432
2013-10-31 15:51:11,379 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_conf.xml from client DFSClient_1276527344
2013-10-31 15:51:11,379 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_conf.xml is closed by DFSClient_1276527344
2013-10-31 15:51:11,380 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5631777552850793008_1194 size 28432
2013-10-31 15:51:11,380 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5631777552850793008_1194 size 28432
2013-10-31 15:51:11,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:11,396 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken. blk_5260969596494301383_1195
2013-10-31 15:51:11,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5260969596494301383_1195 src: /127.0.0.1:60468 dest: /127.0.0.1:51383
2013-10-31 15:51:11,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5260969596494301383_1195 src: /127.0.0.1:37774 dest: /127.0.0.1:42031
2013-10-31 15:51:11,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5260969596494301383_1195 src: /127.0.0.1:36129 dest: /127.0.0.1:37515
2013-10-31 15:51:11,422 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36129, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5260969596494301383_1195, duration: 824508
2013-10-31 15:51:11,423 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5260969596494301383_1195 terminating
2013-10-31 15:51:11,423 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37774, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5260969596494301383_1195, duration: 1694901
2013-10-31 15:51:11,424 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5260969596494301383_1195 terminating
2013-10-31 15:51:11,424 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60468, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5260969596494301383_1195, duration: 2607491
2013-10-31 15:51:11,424 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5260969596494301383_1195 terminating
2013-10-31 15:51:11,426 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5260969596494301383_1195 size 116
2013-10-31 15:51:11,432 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken from client DFSClient_1020568644
2013-10-31 15:51:11,432 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken is closed by DFSClient_1020568644
2013-10-31 15:51:11,432 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5260969596494301383_1195 size 116
2013-10-31 15:51:11,433 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5260969596494301383_1195 size 116
2013-10-31 15:51:11,439 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken
2013-10-31 15:51:11,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.splitmetainfo dst=null perm=null
2013-10-31 15:51:11,444 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57690, bytes: 160, op: HDFS_READ, cliID: DFSClient_1276527344, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7272713759892561944_1191, duration: 275871
2013-10-31 15:51:11,445 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0019 = 1449. Number of splits = 4
2013-10-31 15:51:11,445 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,445 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,446 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,446 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,446 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,446 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,448 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,448 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0019_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:11,448 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0019 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:51:11,449 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0019 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:51:11,569 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_4495751782218789607_1189 to datanode(s) 127.0.0.1:40932
2013-10-31 15:51:11,570 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_5573456963335880146_1177 blk_7812562036553025512_1180 blk_8514786385190041459_1179 blk_-8528587098151393731_1178
2013-10-31 15:51:11,570 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-8091321606954901203_1183 blk_5573456963335880146_1177 blk_7812562036553025512_1180 blk_-8528587098151393731_1178
2013-10-31 15:51:11,604 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8528587098151393731_1178 file build/test/data/dfs/data/data2/current/blk_-8528587098151393731 for deletion
2013-10-31 15:51:11,604 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5573456963335880146_1177 file build/test/data/dfs/data/data1/current/blk_5573456963335880146 for deletion
2013-10-31 15:51:11,604 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8528587098151393731_1178 at file build/test/data/dfs/data/data2/current/blk_-8528587098151393731
2013-10-31 15:51:11,604 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7812562036553025512_1180 file build/test/data/dfs/data/data2/current/blk_7812562036553025512 for deletion
2013-10-31 15:51:11,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5573456963335880146_1177 at file build/test/data/dfs/data/data1/current/blk_5573456963335880146
2013-10-31 15:51:11,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8514786385190041459_1179 file build/test/data/dfs/data/data1/current/blk_8514786385190041459 for deletion
2013-10-31 15:51:11,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7812562036553025512_1180 at file build/test/data/dfs/data/data2/current/blk_7812562036553025512
2013-10-31 15:51:11,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8514786385190041459_1179 at file build/test/data/dfs/data/data1/current/blk_8514786385190041459
2013-10-31 15:51:12,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8528587098151393731_1178 file build/test/data/dfs/data/data3/current/blk_-8528587098151393731 for deletion
2013-10-31 15:51:12,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8091321606954901203_1183 file build/test/data/dfs/data/data4/current/blk_-8091321606954901203 for deletion
2013-10-31 15:51:12,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8528587098151393731_1178 at file build/test/data/dfs/data/data3/current/blk_-8528587098151393731
2013-10-31 15:51:12,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8091321606954901203_1183 at file build/test/data/dfs/data/data4/current/blk_-8091321606954901203
2013-10-31 15:51:12,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5573456963335880146_1177 file build/test/data/dfs/data/data3/current/blk_5573456963335880146 for deletion
2013-10-31 15:51:12,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7812562036553025512_1180 file build/test/data/dfs/data/data4/current/blk_7812562036553025512 for deletion
2013-10-31 15:51:12,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5573456963335880146_1177 at file build/test/data/dfs/data/data3/current/blk_5573456963335880146
2013-10-31 15:51:12,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7812562036553025512_1180 at file build/test/data/dfs/data/data4/current/blk_7812562036553025512
2013-10-31 15:51:12,585 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_4495751782218789607_1189 to 127.0.0.1:40932
2013-10-31 15:51:12,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4495751782218789607_1189 src: /127.0.0.1:57691 dest: /127.0.0.1:40932
2013-10-31 15:51:12,587 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_4495751782218789607_1189 to /127.0.0.1:40932
2013-10-31 15:51:12,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4495751782218789607_1189 src: /127.0.0.1:57691 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:51:12,595 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4495751782218789607_1189 size 238055
2013-10-31 15:51:12,784 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0019_m_000005_0' to tip task_20131031154230960_0019_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:51:12,790 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0018_m_000001_0'
2013-10-31 15:51:12,791 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0018_m_000003_0'
2013-10-31 15:51:12,792 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0019_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:51:12,793 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0019_m_000005_0 which needs 1 slots
2013-10-31 15:51:12,793 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0019_m_000005_0 which needs 1 slots
2013-10-31 15:51:12,793 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0018_m_000000_0'
2013-10-31 15:51:12,793 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0018_m_000005_0'
2013-10-31 15:51:12,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken dst=null perm=null
2013-10-31 15:51:12,798 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37778, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5260969596494301383_1195, duration: 313175
2013-10-31 15:51:12,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml dst=null perm=null
2013-10-31 15:51:12,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57694, bytes: 28591, op: HDFS_READ, cliID: DFSClient_1058210330, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1351660800046005783_1192, duration: 403779
2013-10-31 15:51:12,822 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:12,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar dst=null perm=null
2013-10-31 15:51:12,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36135, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1058210330, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4495751782218789607_1189, duration: 1531347
2013-10-31 15:51:12,949 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0019_m_-672799743
2013-10-31 15:51:12,950 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0019_m_-672799743 spawned.
2013-10-31 15:51:12,952 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0019/attempt_20131031154230960_0019_m_000005_0/taskjvm.sh
2013-10-31 15:51:14,140 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0019_m_-672799743 given task: attempt_20131031154230960_0019_m_000005_0
2013-10-31 15:51:14,570 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-8091321606954901203_1183
2013-10-31 15:51:14,571 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-8091321606954901203_1183
2013-10-31 15:51:14,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:14,872 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0018
2013-10-31 15:51:14,872 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0018_m_000002_0 not found in cache
2013-10-31 15:51:14,872 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0018_m_000004_0 not found in cache
2013-10-31 15:51:14,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0018 for user-log deletion with retainTimeStamp:1383321074873
2013-10-31 15:51:15,195 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0018_m_1071174630 since job job_20131031154230960_0018 is dead
2013-10-31 15:51:15,206 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25112 with signal TERM. Exit code 0
2013-10-31 15:51:15,354 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0018_m_922827882 since job job_20131031154230960_0018 is dead
2013-10-31 15:51:15,364 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25320 with signal TERM. Exit code 0
2013-10-31 15:51:15,392 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:15,392 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:15,392 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:15,392 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0018_m_1071174630 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:15,552 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:15,552 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:15,552 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:15,553 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0018_m_922827882 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:15,586 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8091321606954901203_1183 file build/test/data/dfs/data/data5/current/blk_-8091321606954901203 for deletion
2013-10-31 15:51:15,586 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8091321606954901203_1183 at file build/test/data/dfs/data/data5/current/blk_-8091321606954901203
2013-10-31 15:51:16,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8091321606954901203_1183 file build/test/data/dfs/data/data8/current/blk_-8091321606954901203 for deletion
2013-10-31 15:51:16,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8091321606954901203_1183 at file build/test/data/dfs/data/data8/current/blk_-8091321606954901203
2013-10-31 15:51:17,566 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_m_000005_0 0.0% setup
2013-10-31 15:51:17,569 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0019_m_000005_0 is done.
2013-10-31 15:51:17,570 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0019_m_000005_0 was -1
2013-10-31 15:51:17,570 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:17,793 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0018
2013-10-31 15:51:17,793 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0018
2013-10-31 15:51:17,793 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0018_m_000001_0 not found in cache
2013-10-31 15:51:17,793 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0018_m_000003_0 not found in cache
2013-10-31 15:51:17,794 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0018 for user-log deletion with retainTimeStamp:1383321077794
2013-10-31 15:51:17,794 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0018 for user-log deletion with retainTimeStamp:1383321077794
2013-10-31 15:51:17,794 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0018
2013-10-31 15:51:17,795 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0018_m_000000_0 not found in cache
2013-10-31 15:51:17,796 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0018 for user-log deletion with retainTimeStamp:1383321077796
2013-10-31 15:51:18,009 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0018_m_-1896317043 since job job_20131031154230960_0018 is dead
2013-10-31 15:51:18,019 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25076 with signal TERM. Exit code 0
2013-10-31 15:51:18,091 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0018_m_1578677406 since job job_20131031154230960_0018 is dead
2013-10-31 15:51:18,097 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24847 with signal TERM. Exit code 0
2013-10-31 15:51:18,144 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0018_m_492596559 since job job_20131031154230960_0018 is dead
2013-10-31 15:51:18,148 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25113 with signal TERM. Exit code 0
2013-10-31 15:51:18,196 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:18,197 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:18,197 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:18,197 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0018_m_-1896317043 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:18,256 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:18,256 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:18,256 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:18,257 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0018_m_1578677406 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:18,326 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:18,327 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:18,327 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:18,327 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0018_m_492596559 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:18,799 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0019_m_000005_0' has completed task_20131031154230960_0019_m_000005 successfully.
2013-10-31 15:51:18,802 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0019_m_000000_0' to tip task_20131031154230960_0019_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:51:18,803 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0019_m_000000
2013-10-31 15:51:18,806 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0019_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:51:18,806 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0019_m_000001_0' to tip task_20131031154230960_0019_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:51:18,806 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0019_m_000000_0 which needs 1 slots
2013-10-31 15:51:18,806 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0019_m_000001
2013-10-31 15:51:18,806 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0019_m_000000_0 which needs 1 slots
2013-10-31 15:51:18,808 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0019_m_000002_0' to tip task_20131031154230960_0019_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:51:18,808 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0019_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:51:18,812 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0019_m_000002
2013-10-31 15:51:18,812 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0019_m_000001_0 which needs 1 slots
2013-10-31 15:51:18,813 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0019_m_000001_0 which needs 1 slots
2013-10-31 15:51:18,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken dst=null perm=null
2013-10-31 15:51:18,823 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37784, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5260969596494301383_1195, duration: 347243
2013-10-31 15:51:18,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml dst=null perm=null
2013-10-31 15:51:18,832 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57700, bytes: 28591, op: HDFS_READ, cliID: DFSClient_-968216723, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1351660800046005783_1192, duration: 389129
2013-10-31 15:51:18,840 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0019_m_-172230216
2013-10-31 15:51:18,841 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0019_m_-172230216 spawned.
2013-10-31 15:51:18,845 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0019/attempt_20131031154230960_0019_m_000000_0/taskjvm.sh
2013-10-31 15:51:18,845 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:18,848 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0019_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:51:18,848 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0019_m_000002_0 which needs 1 slots
2013-10-31 15:51:18,848 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0019_m_000002_0 which needs 1 slots
2013-10-31 15:51:18,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken dst=null perm=null
2013-10-31 15:51:18,854 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37787, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5260969596494301383_1195, duration: 266431
2013-10-31 15:51:18,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar dst=null perm=null
2013-10-31 15:51:18,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml dst=null perm=null
2013-10-31 15:51:18,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36143, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-968216723, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4495751782218789607_1189, duration: 832101
2013-10-31 15:51:18,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36144, bytes: 28591, op: HDFS_READ, cliID: DFSClient_-335754239, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1351660800046005783_1192, duration: 404035
2013-10-31 15:51:18,878 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0019_m_000003_0' to tip task_20131031154230960_0019_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:51:18,879 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0019_m_000003
2013-10-31 15:51:18,881 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0019_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:51:18,881 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0019_m_000003_0 which needs 1 slots
2013-10-31 15:51:18,881 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0019_m_000003_0 which needs 1 slots
2013-10-31 15:51:18,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019/jobToken dst=null perm=null
2013-10-31 15:51:18,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36145, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5260969596494301383_1195, duration: 276391
2013-10-31 15:51:18,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.xml dst=null perm=null
2013-10-31 15:51:18,891 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37793, bytes: 28591, op: HDFS_READ, cliID: DFSClient_-738411414, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1351660800046005783_1192, duration: 205038
2013-10-31 15:51:18,894 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:18,903 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:18,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar dst=null perm=null
2013-10-31 15:51:18,910 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60489, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-335754239, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4495751782218789607_1189, duration: 849289
2013-10-31 15:51:18,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.jar dst=null perm=null
2013-10-31 15:51:18,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36149, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-738411414, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4495751782218789607_1189, duration: 603698
2013-10-31 15:51:18,926 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0019_m_-1258278932
2013-10-31 15:51:18,927 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0019_m_-1258278932 spawned.
2013-10-31 15:51:18,928 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0019/attempt_20131031154230960_0019_m_000001_0/taskjvm.sh
2013-10-31 15:51:19,010 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0018_m_-345331407 since job job_20131031154230960_0018 is dead
2013-10-31 15:51:19,019 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25014 with signal TERM. Exit code 0
2013-10-31 15:51:19,030 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0019_m_-428615387
2013-10-31 15:51:19,031 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0019_m_335678615
2013-10-31 15:51:19,032 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0019_m_-428615387 spawned.
2013-10-31 15:51:19,033 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0019_m_335678615 spawned.
2013-10-31 15:51:19,037 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0019/attempt_20131031154230960_0019_m_000002_0/taskjvm.sh
2013-10-31 15:51:19,038 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0019/attempt_20131031154230960_0019_m_000003_0/taskjvm.sh
2013-10-31 15:51:19,233 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:19,233 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:19,233 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:19,233 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0018_m_-345331407 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:20,984 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0019_m_335678615 given task: attempt_20131031154230960_0019_m_000002_0
2013-10-31 15:51:20,986 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0019_m_-172230216 given task: attempt_20131031154230960_0019_m_000000_0
2013-10-31 15:51:20,999 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0019_m_-1258278932 given task: attempt_20131031154230960_0019_m_000001_0
2013-10-31 15:51:21,016 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0019_m_-428615387 given task: attempt_20131031154230960_0019_m_000003_0
2013-10-31 15:51:21,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split dst=null perm=null
2013-10-31 15:51:21,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37804, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6722141456827022857_1190, duration: 175150
2013-10-31 15:51:21,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split dst=null perm=null
2013-10-31 15:51:21,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split dst=null perm=null
2013-10-31 15:51:21,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60500, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6722141456827022857_1190, duration: 146941
2013-10-31 15:51:21,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60501, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6722141456827022857_1190, duration: 145354
2013-10-31 15:51:21,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019/job.split dst=null perm=null
2013-10-31 15:51:21,516 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60502, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6722141456827022857_1190, duration: 147742
2013-10-31 15:51:21,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:21,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60503, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 153131
2013-10-31 15:51:21,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:21,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60504, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 102731
2013-10-31 15:51:21,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:21,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:21,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60505, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000003_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 172641
2013-10-31 15:51:21,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37811, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0019_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 177968
2013-10-31 15:51:23,806 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0019_m_000005_0
2013-10-31 15:51:23,807 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0019_m_000005_0
2013-10-31 15:51:23,807 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0019_m_000005_0 not found in cache
2013-10-31 15:51:24,420 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:51:24,423 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0019_m_000002_0 is done.
2013-10-31 15:51:24,423 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0019_m_000002_0 was 85
2013-10-31 15:51:24,423 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:24,429 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:51:24,432 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0019_m_000000_0 is done.
2013-10-31 15:51:24,432 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0019_m_000000_0 was 62
2013-10-31 15:51:24,432 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:24,432 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:51:24,435 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0019_m_000001_0 is done.
2013-10-31 15:51:24,435 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0019_m_000001_0 was 83
2013-10-31 15:51:24,436 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:24,445 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:51:24,447 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0019_m_000003_0 is done.
2013-10-31 15:51:24,447 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0019_m_000003_0 was 61
2013-10-31 15:51:24,448 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:24,811 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0019_m_000000_0' has completed task_20131031154230960_0019_m_000000 successfully.
2013-10-31 15:51:24,813 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0019_r_000000_0' to tip task_20131031154230960_0019_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:51:24,816 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0019_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:51:24,816 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0019_m_000001_0' has completed task_20131031154230960_0019_m_000001 successfully.
2013-10-31 15:51:24,817 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0019_r_000000_0 which needs 1 slots
2013-10-31 15:51:24,817 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0019_r_000000_0 which needs 1 slots
2013-10-31 15:51:24,852 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0019_m_000002_0' has completed task_20131031154230960_0019_m_000002 successfully.
2013-10-31 15:51:24,852 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0019_r_-491948188
2013-10-31 15:51:24,853 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0019_r_-491948188 spawned.
2013-10-31 15:51:24,855 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0019/attempt_20131031154230960_0019_r_000000_0/taskjvm.sh
2013-10-31 15:51:24,886 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0019_m_000003_0' has completed task_20131031154230960_0019_m_000003 successfully.
2013-10-31 15:51:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:51:24,934 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:51:24,939 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:51:24,945 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:51:24,950 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:51:24,955 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:51:24,961 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:51:24,961 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:51:25,954 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0019_r_-491948188 given task: attempt_20131031154230960_0019_r_000000_0
2013-10-31 15:51:28,529 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-3168570283311812391_1026
2013-10-31 15:51:31,606 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45215, bytes: 62, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0019_m_000000_0, duration: 6544721
2013-10-31 15:51:31,622 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:39544, bytes: 83, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0019_m_000001_0, duration: 8106286
2013-10-31 15:51:31,636 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:46833, bytes: 85, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0019_m_000002_0, duration: 9551904
2013-10-31 15:51:31,652 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:49996, bytes: 61, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0019_m_000003_0, duration: 12489007
2013-10-31 15:51:32,422 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:51:32,465 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:51:32,524 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:51:32,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:32,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:32,754 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0/part-00000. blk_-2008898947618479106_1196
2013-10-31 15:51:32,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2008898947618479106_1196 src: /127.0.0.1:37819 dest: /127.0.0.1:42031
2013-10-31 15:51:32,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2008898947618479106_1196 src: /127.0.0.1:60515 dest: /127.0.0.1:51383
2013-10-31 15:51:32,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2008898947618479106_1196 src: /127.0.0.1:57735 dest: /127.0.0.1:40932
2013-10-31 15:51:32,804 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57735, dest: /127.0.0.1:40932, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0019_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2008898947618479106_1196, duration: 1441445
2013-10-31 15:51:32,805 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2008898947618479106_1196 terminating
2013-10-31 15:51:32,805 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2008898947618479106_1196 size 128
2013-10-31 15:51:32,805 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60515, dest: /127.0.0.1:51383, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0019_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2008898947618479106_1196, duration: 1629244
2013-10-31 15:51:32,806 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2008898947618479106_1196 terminating
2013-10-31 15:51:32,806 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37819, dest: /127.0.0.1:42031, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0019_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2008898947618479106_1196, duration: 2759705
2013-10-31 15:51:32,806 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2008898947618479106_1196 terminating
2013-10-31 15:51:32,810 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2008898947618479106_1196 size 128
2013-10-31 15:51:32,811 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2008898947618479106_1196 size 128
2013-10-31 15:51:32,812 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0019_r_000000_0
2013-10-31 15:51:32,812 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0019_r_000000_0
2013-10-31 15:51:32,850 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0019_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:51:32,851 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:51:33,826 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0019_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:51:33,827 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0019_r_000000_0
2013-10-31 15:51:33,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0 dst=null perm=null
2013-10-31 15:51:33,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:33,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:33,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary/_attempt_20131031154230960_0019_r_000000_0 dst=null perm=null
2013-10-31 15:51:35,471 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_r_000000_0 1.0% reduce > reduce
2013-10-31 15:51:35,473 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_r_000000_0 1.0% reduce > reduce
2013-10-31 15:51:35,473 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0019_r_000000_0 is done.
2013-10-31 15:51:35,473 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0019_r_000000_0 was -1
2013-10-31 15:51:35,474 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:36,530 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_4491249571749956568_1001
2013-10-31 15:51:36,831 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0019_r_000000_0' has completed task_20131031154230960_0019_r_000000 successfully.
2013-10-31 15:51:36,835 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0019_m_000004_0' to tip task_20131031154230960_0019_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:51:36,838 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0019_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:51:36,839 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0019_m_000004_0 which needs 1 slots
2013-10-31 15:51:36,839 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0019_m_000004_0 which needs 1 slots
2013-10-31 15:51:36,876 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0019/attempt_20131031154230960_0019_m_000004_0. Attempting to reuse: jvm_20131031154230960_0019_m_-672799743
2013-10-31 15:51:37,648 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0019_m_-672799743 given task: attempt_20131031154230960_0019_m_000004_0
2013-10-31 15:51:37,768 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_m_000004_0 0.0%
2013-10-31 15:51:37,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary dst=null perm=null
2013-10-31 15:51:37,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:37,792 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_SUCCESS from client DFSClient_attempt_20131031154230960_0019_m_000004_0
2013-10-31 15:51:37,792 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0019_m_000004_0
2013-10-31 15:51:37,798 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4495751782218789607 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:37,798 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4495751782218789607 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:37,798 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4495751782218789607 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:51:37,798 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4495751782218789607 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:37,798 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6722141456827022857 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:37,798 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6722141456827022857 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6722141456827022857 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6722141456827022857 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7272713759892561944 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7272713759892561944 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7272713759892561944 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1351660800046005783 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1351660800046005783 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:37,799 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1351660800046005783 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:51:37,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0019 dst=null perm=null
2013-10-31 15:51:38,007 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 13
2013-10-31 15:51:38,575 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-1351660800046005783_1192 blk_-7272713759892561944_1191 blk_4495751782218789607_1189 blk_-6722141456827022857_1190
2013-10-31 15:51:38,575 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-1351660800046005783_1192 blk_-7272713759892561944_1191 blk_4495751782218789607_1189 blk_-6722141456827022857_1190
2013-10-31 15:51:39,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7272713759892561944_1191 file build/test/data/dfs/data/data3/current/blk_-7272713759892561944 for deletion
2013-10-31 15:51:39,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6722141456827022857_1190 file build/test/data/dfs/data/data4/current/blk_-6722141456827022857 for deletion
2013-10-31 15:51:39,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7272713759892561944_1191 at file build/test/data/dfs/data/data3/current/blk_-7272713759892561944
2013-10-31 15:51:39,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1351660800046005783_1192 file build/test/data/dfs/data/data4/current/blk_-1351660800046005783 for deletion
2013-10-31 15:51:39,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6722141456827022857_1190 at file build/test/data/dfs/data/data4/current/blk_-6722141456827022857
2013-10-31 15:51:39,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4495751782218789607_1189 file build/test/data/dfs/data/data3/current/blk_4495751782218789607 for deletion
2013-10-31 15:51:39,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1351660800046005783_1192 at file build/test/data/dfs/data/data4/current/blk_-1351660800046005783
2013-10-31 15:51:39,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4495751782218789607_1189 at file build/test/data/dfs/data/data3/current/blk_4495751782218789607
2013-10-31 15:51:40,132 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7272713759892561944_1191 file build/test/data/dfs/data/data7/current/blk_-7272713759892561944 for deletion
2013-10-31 15:51:40,132 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6722141456827022857_1190 file build/test/data/dfs/data/data8/current/blk_-6722141456827022857 for deletion
2013-10-31 15:51:40,132 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7272713759892561944_1191 at file build/test/data/dfs/data/data7/current/blk_-7272713759892561944
2013-10-31 15:51:40,132 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1351660800046005783_1192 file build/test/data/dfs/data/data8/current/blk_-1351660800046005783 for deletion
2013-10-31 15:51:40,132 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6722141456827022857_1190 at file build/test/data/dfs/data/data8/current/blk_-6722141456827022857
2013-10-31 15:51:40,133 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4495751782218789607_1189 file build/test/data/dfs/data/data8/current/blk_4495751782218789607 for deletion
2013-10-31 15:51:40,133 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1351660800046005783_1192 at file build/test/data/dfs/data/data8/current/blk_-1351660800046005783
2013-10-31 15:51:40,134 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4495751782218789607_1189 at file build/test/data/dfs/data/data8/current/blk_4495751782218789607
2013-10-31 15:51:40,737 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0019_m_000004_0 0.0% cleanup
2013-10-31 15:51:40,739 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0019_m_000004_0 is done.
2013-10-31 15:51:40,740 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0019_m_000004_0 was -1
2013-10-31 15:51:40,740 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:41,576 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_4495751782218789607_1189 blk_-6722141456827022857_1190
2013-10-31 15:51:41,576 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-1351660800046005783_1192 blk_-7272713759892561944_1191 blk_4495751782218789607_1189 blk_-6722141456827022857_1190
2013-10-31 15:51:41,621 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6722141456827022857_1190 file build/test/data/dfs/data/data1/current/blk_-6722141456827022857 for deletion
2013-10-31 15:51:41,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4495751782218789607_1189 file build/test/data/dfs/data/data2/current/blk_4495751782218789607 for deletion
2013-10-31 15:51:41,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6722141456827022857_1190 at file build/test/data/dfs/data/data1/current/blk_-6722141456827022857
2013-10-31 15:51:41,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4495751782218789607_1189 at file build/test/data/dfs/data/data2/current/blk_4495751782218789607
2013-10-31 15:51:41,839 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0019_r_000000_0
2013-10-31 15:51:41,839 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0019_r_000000_0
2013-10-31 15:51:42,595 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7272713759892561944_1191 file build/test/data/dfs/data/data5/current/blk_-7272713759892561944 for deletion
2013-10-31 15:51:42,595 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6722141456827022857_1190 file build/test/data/dfs/data/data6/current/blk_-6722141456827022857 for deletion
2013-10-31 15:51:42,595 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7272713759892561944_1191 at file build/test/data/dfs/data/data5/current/blk_-7272713759892561944
2013-10-31 15:51:42,595 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1351660800046005783_1192 file build/test/data/dfs/data/data6/current/blk_-1351660800046005783 for deletion
2013-10-31 15:51:42,595 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6722141456827022857_1190 at file build/test/data/dfs/data/data6/current/blk_-6722141456827022857
2013-10-31 15:51:42,596 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4495751782218789607_1189 file build/test/data/dfs/data/data5/current/blk_4495751782218789607 for deletion
2013-10-31 15:51:42,596 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1351660800046005783_1192 at file build/test/data/dfs/data/data6/current/blk_-1351660800046005783
2013-10-31 15:51:42,596 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4495751782218789607_1189 at file build/test/data/dfs/data/data5/current/blk_4495751782218789607
2013-10-31 15:51:42,846 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0019_m_000004_0' has completed task_20131031154230960_0019_m_000004 successfully.
2013-10-31 15:51:42,847 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0019 has completed successfully.
2013-10-31 15:51:42,847 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0019,submitTime=1383234670398,launchTime=1383234671448,firstMapTaskLaunchTime=1383234678802,firstReduceTaskLaunchTime=1383234684813,firstJobSetupTaskLaunchTime=1383234672784,firstJobCleanupTaskLaunchTime=1383234696835,finishTime=1383234702847,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=30,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[0555BAF357CE4A6AA8EC60CDDBD37FED/4A7C374839A142F0A8686B8DA932EBA3] test/(1/1) ...fieldedpipesplatform/none
2013-10-31 15:51:42,853 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_1383234670398_hadoop_%5B0555BAF357CE4A6AA8EC60CDDBD37FED%2F4A7C374839A142F0. blk_4944138195810968007_1197
2013-10-31 15:51:42,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4944138195810968007_1197 src: /127.0.0.1:37827 dest: /127.0.0.1:42031
2013-10-31 15:51:42,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4944138195810968007_1197 src: /127.0.0.1:60523 dest: /127.0.0.1:51383
2013-10-31 15:51:42,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4944138195810968007_1197 src: /127.0.0.1:57743 dest: /127.0.0.1:40932
2013-10-31 15:51:42,877 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57743, dest: /127.0.0.1:40932, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_1276527344, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4944138195810968007_1197, duration: 4932600
2013-10-31 15:51:42,877 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4944138195810968007_1197 terminating
2013-10-31 15:51:42,877 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60523, dest: /127.0.0.1:51383, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_1276527344, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4944138195810968007_1197, duration: 5620203
2013-10-31 15:51:42,878 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4944138195810968007_1197 terminating
2013-10-31 15:51:42,879 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37827, dest: /127.0.0.1:42031, bytes: 28304, op: HDFS_WRITE, cliID: DFSClient_1276527344, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4944138195810968007_1197, duration: 8522069
2013-10-31 15:51:42,879 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4944138195810968007_1197 terminating
2013-10-31 15:51:42,882 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4944138195810968007_1197 size 28304
2013-10-31 15:51:42,882 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_1383234670398_hadoop_%5B0555BAF357CE4A6AA8EC60CDDBD37FED%2F4A7C374839A142F0 from client DFSClient_1276527344
2013-10-31 15:51:42,883 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_logs/history/job_20131031154230960_0019_1383234670398_hadoop_%5B0555BAF357CE4A6AA8EC60CDDBD37FED%2F4A7C374839A142F0 is closed by DFSClient_1276527344
2013-10-31 15:51:42,883 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4944138195810968007_1197 size 28304
2013-10-31 15:51:42,883 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4944138195810968007_1197 size 28304
2013-10-31 15:51:42,892 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0019_1383234670398_hadoop_%5B0555BAF357CE4A6AA8EC60CDDBD37FED%2F4A7C374839A142F0 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:51:42,893 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0019_m_000000_0'
2013-10-31 15:51:42,894 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0019_m_000004_0'
2013-10-31 15:51:42,894 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0019_m_000005_0'
2013-10-31 15:51:42,895 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0019_r_000000_0'
2013-10-31 15:51:42,895 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5260969596494301383 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:51:42,895 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5260969596494301383 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:51:42,895 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0019_m_000002_0'
2013-10-31 15:51:42,896 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5260969596494301383 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:51:42,896 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0019_m_000001_0'
2013-10-31 15:51:42,898 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0019_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:51:42,903 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/_temporary
2013-10-31 15:51:42,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0019 dst=null perm=null
2013-10-31 15:51:42,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none dst=null perm=null
2013-10-31 15:51:42,960 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:51:42,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/part-00000 dst=null perm=null
2013-10-31 15:51:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/part-00000 dst=null perm=null
2013-10-31 15:51:42,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37831, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2008898947618479106_1196, duration: 284511
2013-10-31 15:51:42,966 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/none
2013-10-31 15:51:42,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none dst=null perm=null
2013-10-31 15:51:42,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/none/part-00000 dst=null perm=null
2013-10-31 15:51:42,974 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60527, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2008898947618479106_1196, duration: 312642
2013-10-31 15:51:42,992 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:51:42,992 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:51:43,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:51:43,003 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:51:43,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->['count', 'ipaddress']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap"]
2013-10-31 15:51:43,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:51:43,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:51:43,004 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:51:43,006 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...fieldedpipesplatform/swap
2013-10-31 15:51:43,009 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:51:43,009 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:51:43,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:43,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:51:43,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,039 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar. blk_-9011626265591769151_1198
2013-10-31 15:51:43,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9011626265591769151_1198 src: /127.0.0.1:60528 dest: /127.0.0.1:51383
2013-10-31 15:51:43,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9011626265591769151_1198 src: /127.0.0.1:57748 dest: /127.0.0.1:40932
2013-10-31 15:51:43,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9011626265591769151_1198 src: /127.0.0.1:37835 dest: /127.0.0.1:42031
2013-10-31 15:51:43,055 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37835, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-9011626265591769151_1198, duration: 7025805
2013-10-31 15:51:43,055 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9011626265591769151_1198 terminating
2013-10-31 15:51:43,055 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57748, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9011626265591769151_1198, duration: 8254949
2013-10-31 15:51:43,056 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9011626265591769151_1198 terminating
2013-10-31 15:51:43,056 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-9011626265591769151_1198 size 238055
2013-10-31 15:51:43,056 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60528, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9011626265591769151_1198, duration: 8853158
2013-10-31 15:51:43,057 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9011626265591769151_1198 terminating
2013-10-31 15:51:43,058 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-9011626265591769151_1198 size 238055
2013-10-31 15:51:43,059 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar from client DFSClient_1020568644
2013-10-31 15:51:43,059 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar is closed by DFSClient_1020568644
2013-10-31 15:51:43,060 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-9011626265591769151_1198 size 238055
2013-10-31 15:51:43,169 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0019_m_000003_0'
2013-10-31 15:51:43,846 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar. New replication is 10
2013-10-31 15:51:43,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar dst=null perm=null
2013-10-31 15:51:43,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,859 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:51:43,864 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:51:43,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:43,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,879 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split. New replication is 10
2013-10-31 15:51:43,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split dst=null perm=null
2013-10-31 15:51:43,886 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split. blk_-5037123922202310916_1199
2013-10-31 15:51:43,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5037123922202310916_1199 src: /127.0.0.1:60531 dest: /127.0.0.1:51383
2013-10-31 15:51:43,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5037123922202310916_1199 src: /127.0.0.1:37837 dest: /127.0.0.1:42031
2013-10-31 15:51:43,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5037123922202310916_1199 src: /127.0.0.1:57752 dest: /127.0.0.1:40932
2013-10-31 15:51:43,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5037123922202310916_1199 src: /127.0.0.1:36193 dest: /127.0.0.1:37515
2013-10-31 15:51:43,896 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36193, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5037123922202310916_1199, duration: 105871
2013-10-31 15:51:43,896 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5037123922202310916_1199 terminating
2013-10-31 15:51:43,896 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5037123922202310916_1199 size 1403
2013-10-31 15:51:43,897 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57752, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5037123922202310916_1199, duration: 939491
2013-10-31 15:51:43,897 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5037123922202310916_1199 terminating
2013-10-31 15:51:43,898 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37837, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5037123922202310916_1199, duration: 2064902
2013-10-31 15:51:43,898 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5037123922202310916_1199 terminating
2013-10-31 15:51:43,898 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5037123922202310916_1199 size 1403
2013-10-31 15:51:43,899 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60531, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5037123922202310916_1199, duration: 2866838
2013-10-31 15:51:43,899 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5037123922202310916_1199 size 1403
2013-10-31 15:51:43,899 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-5037123922202310916_1199 terminating
2013-10-31 15:51:43,902 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5037123922202310916_1199 size 1403
2013-10-31 15:51:43,902 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split from client DFSClient_1020568644
2013-10-31 15:51:43,903 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split is closed by DFSClient_1020568644
2013-10-31 15:51:43,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,925 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.splitmetainfo. blk_-7152018753625444033_1200
2013-10-31 15:51:43,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7152018753625444033_1200 src: /127.0.0.1:57754 dest: /127.0.0.1:40932
2013-10-31 15:51:43,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7152018753625444033_1200 src: /127.0.0.1:37841 dest: /127.0.0.1:42031
2013-10-31 15:51:43,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7152018753625444033_1200 src: /127.0.0.1:60537 dest: /127.0.0.1:51383
2013-10-31 15:51:43,933 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60537, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7152018753625444033_1200, duration: 81052
2013-10-31 15:51:43,934 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7152018753625444033_1200 terminating
2013-10-31 15:51:43,934 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37841, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7152018753625444033_1200, duration: 863021
2013-10-31 15:51:43,935 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7152018753625444033_1200 terminating
2013-10-31 15:51:43,935 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57754, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7152018753625444033_1200, duration: 1701548
2013-10-31 15:51:43,936 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7152018753625444033_1200 terminating
2013-10-31 15:51:43,938 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7152018753625444033_1200 size 156
2013-10-31 15:51:43,939 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7152018753625444033_1200 size 156
2013-10-31 15:51:43,939 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:51:43,940 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:51:43,940 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7152018753625444033_1200 size 156
2013-10-31 15:51:43,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:43,987 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml. blk_7822743660802935511_1201
2013-10-31 15:51:43,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7822743660802935511_1201 src: /127.0.0.1:37843 dest: /127.0.0.1:42031
2013-10-31 15:51:43,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7822743660802935511_1201 src: /127.0.0.1:57758 dest: /127.0.0.1:40932
2013-10-31 15:51:43,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7822743660802935511_1201 src: /127.0.0.1:36199 dest: /127.0.0.1:37515
2013-10-31 15:51:43,995 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36199, dest: /127.0.0.1:37515, bytes: 28155, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7822743660802935511_1201, duration: 87193
2013-10-31 15:51:43,996 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7822743660802935511_1201 terminating
2013-10-31 15:51:43,996 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57758, dest: /127.0.0.1:40932, bytes: 28155, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7822743660802935511_1201, duration: 883239
2013-10-31 15:51:43,997 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7822743660802935511_1201 terminating
2013-10-31 15:51:43,997 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37843, dest: /127.0.0.1:42031, bytes: 28155, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7822743660802935511_1201, duration: 1730519
2013-10-31 15:51:43,997 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7822743660802935511_1201 terminating
2013-10-31 15:51:43,999 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7822743660802935511_1201 size 28155
2013-10-31 15:51:43,999 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml from client DFSClient_1020568644
2013-10-31 15:51:44,000 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml is closed by DFSClient_1020568644
2013-10-31 15:51:44,000 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7822743660802935511_1201 size 28155
2013-10-31 15:51:44,001 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7822743660802935511_1201 size 28155
2013-10-31 15:51:44,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml dst=null perm=null
2013-10-31 15:51:44,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37847, bytes: 28375, op: HDFS_READ, cliID: DFSClient_1528834154, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7822743660802935511_1201, duration: 398247
2013-10-31 15:51:44,037 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0020: nMaps=4 nReduces=1 max=-1
2013-10-31 15:51:44,038 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0020 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:51:44,038 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0020
2013-10-31 15:51:44,038 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0020 RESULT=SUCCESS
2013-10-31 15:51:44,038 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0020
2013-10-31 15:51:44,039 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0020
2013-10-31 15:51:44,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_1383234704009_hadoop_%5BEA6761933B5844C78D5E5D7D9DAFF9C6%2F4509C49CDF4E4A05 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:44,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:44,078 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_conf.xml. blk_-5121199760738534761_1203
2013-10-31 15:51:44,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5121199760738534761_1203 src: /127.0.0.1:36202 dest: /127.0.0.1:37515
2013-10-31 15:51:44,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5121199760738534761_1203 src: /127.0.0.1:37849 dest: /127.0.0.1:42031
2013-10-31 15:51:44,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5121199760738534761_1203 src: /127.0.0.1:57764 dest: /127.0.0.1:40932
2013-10-31 15:51:44,087 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57764, dest: /127.0.0.1:40932, bytes: 28220, op: HDFS_WRITE, cliID: DFSClient_1528834154, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5121199760738534761_1203, duration: 696855
2013-10-31 15:51:44,088 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5121199760738534761_1203 terminating
2013-10-31 15:51:44,088 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37849, dest: /127.0.0.1:42031, bytes: 28220, op: HDFS_WRITE, cliID: DFSClient_1528834154, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5121199760738534761_1203, duration: 1785263
2013-10-31 15:51:44,089 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5121199760738534761_1203 terminating
2013-10-31 15:51:44,089 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36202, dest: /127.0.0.1:37515, bytes: 28220, op: HDFS_WRITE, cliID: DFSClient_1528834154, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5121199760738534761_1203, duration: 2450504
2013-10-31 15:51:44,089 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5121199760738534761_1203 terminating
2013-10-31 15:51:44,092 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5121199760738534761_1203 size 28220
2013-10-31 15:51:44,092 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_conf.xml from client DFSClient_1528834154
2013-10-31 15:51:44,093 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_conf.xml is closed by DFSClient_1528834154
2013-10-31 15:51:44,093 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5121199760738534761_1203 size 28220
2013-10-31 15:51:44,094 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5121199760738534761_1203 size 28220
2013-10-31 15:51:44,577 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_-9011626265591769151_1198 to datanode(s) 127.0.0.1:37515
2013-10-31 15:51:44,577 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_5260969596494301383_1195
2013-10-31 15:51:44,577 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_5260969596494301383_1195
2013-10-31 15:51:44,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5260969596494301383_1195 file build/test/data/dfs/data/data1/current/blk_5260969596494301383 for deletion
2013-10-31 15:51:44,739 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5260969596494301383_1195 at file build/test/data/dfs/data/data1/current/blk_5260969596494301383
2013-10-31 15:51:45,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5260969596494301383_1195 file build/test/data/dfs/data/data4/current/blk_5260969596494301383 for deletion
2013-10-31 15:51:45,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5260969596494301383_1195 at file build/test/data/dfs/data/data4/current/blk_5260969596494301383
2013-10-31 15:51:45,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:51:45,496 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken. blk_-5818716892783045136_1204
2013-10-31 15:51:45,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5818716892783045136_1204 src: /127.0.0.1:57765 dest: /127.0.0.1:40932
2013-10-31 15:51:45,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5818716892783045136_1204 src: /127.0.0.1:60547 dest: /127.0.0.1:51383
2013-10-31 15:51:45,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5818716892783045136_1204 src: /127.0.0.1:37853 dest: /127.0.0.1:42031
2013-10-31 15:51:45,505 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37853, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5818716892783045136_1204, duration: 91058
2013-10-31 15:51:45,505 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5818716892783045136_1204 terminating
2013-10-31 15:51:45,506 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60547, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5818716892783045136_1204, duration: 1017796
2013-10-31 15:51:45,506 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5818716892783045136_1204 terminating
2013-10-31 15:51:45,507 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57765, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5818716892783045136_1204, duration: 1919495
2013-10-31 15:51:45,507 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5818716892783045136_1204 terminating
2013-10-31 15:51:45,509 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5818716892783045136_1204 size 116
2013-10-31 15:51:45,510 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken from client DFSClient_1020568644
2013-10-31 15:51:45,510 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken is closed by DFSClient_1020568644
2013-10-31 15:51:45,511 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5818716892783045136_1204 size 116
2013-10-31 15:51:45,512 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5818716892783045136_1204 size 116
2013-10-31 15:51:45,518 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken
2013-10-31 15:51:45,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.splitmetainfo dst=null perm=null
2013-10-31 15:51:45,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60549, bytes: 160, op: HDFS_READ, cliID: DFSClient_1528834154, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7152018753625444033_1200, duration: 401086
2013-10-31 15:51:45,524 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0020 = 1449. Number of splits = 4
2013-10-31 15:51:45,524 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,524 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,525 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,525 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,525 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,525 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,526 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,526 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,526 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,526 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,527 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,527 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0020_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:51:45,527 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0020 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:51:45,528 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0020 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:51:45,596 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_-9011626265591769151_1198 to 127.0.0.1:37515
2013-10-31 15:51:45,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9011626265591769151_1198 src: /127.0.0.1:36209 dest: /127.0.0.1:37515
2013-10-31 15:51:45,598 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_-9011626265591769151_1198 to /127.0.0.1:37515
2013-10-31 15:51:45,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-9011626265591769151_1198 src: /127.0.0.1:36209 dest: /127.0.0.1:37515 of size 238055
2013-10-31 15:51:45,601 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-9011626265591769151_1198 size 238055
2013-10-31 15:51:45,902 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0020_m_000005_0' to tip task_20131031154230960_0020_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:51:45,914 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0020_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:51:45,914 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0020_m_000005_0 which needs 1 slots
2013-10-31 15:51:45,915 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0020_m_000005_0 which needs 1 slots
2013-10-31 15:51:45,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken dst=null perm=null
2013-10-31 15:51:45,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37856, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5818716892783045136_1204, duration: 286739
2013-10-31 15:51:45,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml dst=null perm=null
2013-10-31 15:51:45,933 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37858, bytes: 28375, op: HDFS_READ, cliID: DFSClient_-1026693641, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7822743660802935511_1201, duration: 395088
2013-10-31 15:51:45,961 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:45,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar dst=null perm=null
2013-10-31 15:51:45,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36213, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1026693641, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9011626265591769151_1198, duration: 1485943
2013-10-31 15:51:46,089 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0019_m_-172230216
2013-10-31 15:51:46,097 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25672 with signal TERM. Exit code 0
2013-10-31 15:51:46,097 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0020_m_-2094603431
2013-10-31 15:51:46,097 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0020_m_-2094603431 spawned.
2013-10-31 15:51:46,099 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0020/attempt_20131031154230960_0020_m_000005_0/taskjvm.sh
2013-10-31 15:51:47,512 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:47,513 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:47,513 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:47,513 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0019_m_-172230216 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:47,578 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5260969596494301383_1195
2013-10-31 15:51:47,896 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0019
2013-10-31 15:51:47,896 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0019_m_000004_0 not found in cache
2013-10-31 15:51:47,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0019 for user-log deletion with retainTimeStamp:1383321107896
2013-10-31 15:51:47,896 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0019
2013-10-31 15:51:47,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0019 for user-log deletion with retainTimeStamp:1383321107897
2013-10-31 15:51:47,897 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0019
2013-10-31 15:51:47,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0019 for user-log deletion with retainTimeStamp:1383321107897
2013-10-31 15:51:48,003 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0019_r_-491948188 since job job_20131031154230960_0019 is dead
2013-10-31 15:51:48,008 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25920 with signal TERM. Exit code 0
2013-10-31 15:51:48,157 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:48,158 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:48,158 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:48,158 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0019_r_-491948188 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:48,170 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0019
2013-10-31 15:51:48,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0019 for user-log deletion with retainTimeStamp:1383321108170
2013-10-31 15:51:48,341 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0020_m_-2094603431 given task: attempt_20131031154230960_0020_m_000005_0
2013-10-31 15:51:48,596 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5260969596494301383_1195 file build/test/data/dfs/data/data5/current/blk_5260969596494301383 for deletion
2013-10-31 15:51:48,596 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5260969596494301383_1195 at file build/test/data/dfs/data/data5/current/blk_5260969596494301383
2013-10-31 15:51:48,778 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0019_m_-672799743 since job job_20131031154230960_0019 is dead
2013-10-31 15:51:48,783 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25472 with signal TERM. Exit code 0
2013-10-31 15:51:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:51:48,936 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:48,936 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:48,936 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:48,936 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0019_m_-672799743 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:51:49,001 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0019_m_335678615 since job job_20131031154230960_0019 is dead
2013-10-31 15:51:49,006 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0019_m_-1258278932 since job job_20131031154230960_0019 is dead
2013-10-31 15:51:49,009 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0019_m_-428615387 since job job_20131031154230960_0019 is dead
2013-10-31 15:51:49,012 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25680 with signal TERM. Exit code 0
2013-10-31 15:51:49,020 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25681 with signal TERM. Exit code 0
2013-10-31 15:51:49,022 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group25671 with signal TERM. Exit code 0
2013-10-31 15:51:49,228 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:49,228 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:49,228 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:49,229 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0019_m_335678615 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:49,230 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:49,231 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:49,231 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:49,231 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0019_m_-428615387 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:49,232 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:51:49,232 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:51:49,232 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:51:49,232 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0019_m_-1258278932 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:51:51,813 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_m_000005_0 0.0% setup
2013-10-31 15:51:51,816 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0020_m_000005_0 is done.
2013-10-31 15:51:51,816 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0020_m_000005_0 was -1
2013-10-31 15:51:51,816 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:51,918 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0020_m_000005_0' has completed task_20131031154230960_0020_m_000005 successfully.
2013-10-31 15:51:51,922 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0020_m_000000_0' to tip task_20131031154230960_0020_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:51:51,925 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0020_m_000000
2013-10-31 15:51:51,928 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0020_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:51:51,928 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0020_m_000001_0' to tip task_20131031154230960_0020_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:51:51,928 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0020_m_000000_0 which needs 1 slots
2013-10-31 15:51:51,929 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0020_m_000000_0 which needs 1 slots
2013-10-31 15:51:51,930 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0020_m_000001
2013-10-31 15:51:51,932 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0020_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:51:51,933 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0020_m_000001_0 which needs 1 slots
2013-10-31 15:51:51,933 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0020_m_000001_0 which needs 1 slots
2013-10-31 15:51:51,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken dst=null perm=null
2013-10-31 15:51:51,942 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60557, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5818716892783045136_1204, duration: 290375
2013-10-31 15:51:51,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml dst=null perm=null
2013-10-31 15:51:51,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37864, bytes: 28375, op: HDFS_READ, cliID: DFSClient_-512550602, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7822743660802935511_1201, duration: 380278
2013-10-31 15:51:51,958 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0020_m_000002_0' to tip task_20131031154230960_0020_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:51:51,959 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0020_m_000002
2013-10-31 15:51:51,959 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0020_m_-217142382
2013-10-31 15:51:51,960 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0020_m_-217142382 spawned.
2013-10-31 15:51:51,961 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0020_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:51:51,961 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0020_m_000002_0 which needs 1 slots
2013-10-31 15:51:51,961 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0020_m_000002_0 which needs 1 slots
2013-10-31 15:51:51,961 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0020/attempt_20131031154230960_0020_m_000000_0/taskjvm.sh
2013-10-31 15:51:51,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken dst=null perm=null
2013-10-31 15:51:51,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37865, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5818716892783045136_1204, duration: 139661
2013-10-31 15:51:51,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml dst=null perm=null
2013-10-31 15:51:51,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57781, bytes: 28375, op: HDFS_READ, cliID: DFSClient_870094397, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7822743660802935511_1201, duration: 164380
2013-10-31 15:51:51,977 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:51,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar dst=null perm=null
2013-10-31 15:51:51,990 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:51,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36222, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-512550602, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9011626265591769151_1198, duration: 583459
2013-10-31 15:51:52,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar dst=null perm=null
2013-10-31 15:51:52,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57783, bytes: 239915, op: HDFS_READ, cliID: DFSClient_870094397, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9011626265591769151_1198, duration: 745395
2013-10-31 15:51:52,047 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0020_m_-2086963209
2013-10-31 15:51:52,047 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0020_m_-2086963209 spawned.
2013-10-31 15:51:52,048 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0020/attempt_20131031154230960_0020_m_000001_0/taskjvm.sh
2013-10-31 15:51:52,056 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0020_m_72552038
2013-10-31 15:51:52,056 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0020_m_72552038 spawned.
2013-10-31 15:51:52,057 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0020/attempt_20131031154230960_0020_m_000002_0/taskjvm.sh
2013-10-31 15:51:52,180 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0020_m_000003_0' to tip task_20131031154230960_0020_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:51:52,180 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0020_m_000003
2013-10-31 15:51:52,182 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0020_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:51:52,183 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0020_m_000003_0 which needs 1 slots
2013-10-31 15:51:52,183 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0020_m_000003_0 which needs 1 slots
2013-10-31 15:51:52,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020/jobToken dst=null perm=null
2013-10-31 15:51:52,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60565, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5818716892783045136_1204, duration: 306093
2013-10-31 15:51:52,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.xml dst=null perm=null
2013-10-31 15:51:52,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36226, bytes: 28375, op: HDFS_READ, cliID: DFSClient_684923298, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7822743660802935511_1201, duration: 379974
2013-10-31 15:51:52,231 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:51:52,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.jar dst=null perm=null
2013-10-31 15:51:52,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57787, bytes: 239915, op: HDFS_READ, cliID: DFSClient_684923298, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9011626265591769151_1198, duration: 1175007
2013-10-31 15:51:52,394 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0020_m_1696919387
2013-10-31 15:51:52,395 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0020_m_1696919387 spawned.
2013-10-31 15:51:52,397 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0020/attempt_20131031154230960_0020_m_000003_0/taskjvm.sh
2013-10-31 15:51:54,855 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0020_m_1696919387 given task: attempt_20131031154230960_0020_m_000003_0
2013-10-31 15:51:54,864 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0020_m_-2086963209 given task: attempt_20131031154230960_0020_m_000001_0
2013-10-31 15:51:54,866 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0020_m_-217142382 given task: attempt_20131031154230960_0020_m_000000_0
2013-10-31 15:51:54,867 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0020_m_72552038 given task: attempt_20131031154230960_0020_m_000002_0
2013-10-31 15:51:55,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split dst=null perm=null
2013-10-31 15:51:55,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60578, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5037123922202310916_1199, duration: 132277
2013-10-31 15:51:55,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split dst=null perm=null
2013-10-31 15:51:55,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split dst=null perm=null
2013-10-31 15:51:55,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37884, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5037123922202310916_1199, duration: 144212
2013-10-31 15:51:55,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60580, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5037123922202310916_1199, duration: 137214
2013-10-31 15:51:55,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020/job.split dst=null perm=null
2013-10-31 15:51:55,396 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37886, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5037123922202310916_1199, duration: 162337
2013-10-31 15:51:55,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:55,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57801, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 137909
2013-10-31 15:51:55,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:55,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:55,419 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57802, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 203731
2013-10-31 15:51:55,419 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37889, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 107016
2013-10-31 15:51:55,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:51:55,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37890, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0020_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 181383
2013-10-31 15:51:56,533 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_4491249571749956568_1001
2013-10-31 15:51:56,929 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0020_m_000005_0
2013-10-31 15:51:56,929 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0020_m_000005_0
2013-10-31 15:51:56,929 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0020_m_000005_0 not found in cache
2013-10-31 15:51:58,294 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:51:58,297 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0020_m_000003_0 is done.
2013-10-31 15:51:58,297 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0020_m_000003_0 was 61
2013-10-31 15:51:58,297 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:58,306 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:51:58,310 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:51:58,310 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0020_m_000002_0 is done.
2013-10-31 15:51:58,310 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0020_m_000002_0 was 85
2013-10-31 15:51:58,311 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:58,311 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0020_m_000000_0 is done.
2013-10-31 15:51:58,312 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0020_m_000000_0 was 62
2013-10-31 15:51:58,312 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:51:58,325 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:51:58,327 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0020_m_000001_0 is done.
2013-10-31 15:51:58,327 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0020_m_000001_0 was 83
2013-10-31 15:51:58,328 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:00,938 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0020_m_000000_0' has completed task_20131031154230960_0020_m_000000 successfully.
2013-10-31 15:52:00,939 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0020_r_000000_0' to tip task_20131031154230960_0020_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:52:00,940 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0020_m_000001_0' has completed task_20131031154230960_0020_m_000001 successfully.
2013-10-31 15:52:00,940 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0020_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:52:00,940 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0020_r_000000_0 which needs 1 slots
2013-10-31 15:52:00,940 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0020_r_000000_0 which needs 1 slots
2013-10-31 15:52:00,957 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0020_r_260821417
2013-10-31 15:52:00,957 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0020_r_260821417 spawned.
2013-10-31 15:52:00,959 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0020/attempt_20131031154230960_0020_r_000000_0/taskjvm.sh
2013-10-31 15:52:00,967 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0020_m_000002_0' has completed task_20131031154230960_0020_m_000002 successfully.
2013-10-31 15:52:01,188 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0020_m_000003_0' has completed task_20131031154230960_0020_m_000003 successfully.
2013-10-31 15:52:01,905 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0020_r_260821417 given task: attempt_20131031154230960_0020_r_000000_0
2013-10-31 15:52:07,580 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45294, bytes: 62, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0020_m_000000_0, duration: 9417274
2013-10-31 15:52:07,598 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:46911, bytes: 83, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0020_m_000001_0, duration: 11870203
2013-10-31 15:52:07,616 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:39624, bytes: 85, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0020_m_000002_0, duration: 12239618
2013-10-31 15:52:07,632 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50075, bytes: 61, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0020_m_000003_0, duration: 12438887
2013-10-31 15:52:08,380 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:52:08,438 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:52:08,501 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:52:08,708 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1074 Total time for transactions(ms): 16Number of transactions batched in Syncs: 73 Number of syncs: 761 SyncTimes(ms): 38328 5620
2013-10-31 15:52:08,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:08,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:08,772 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0/part-00000. blk_58603171328654666_1205
2013-10-31 15:52:08,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_58603171328654666_1205 src: /127.0.0.1:60593 dest: /127.0.0.1:51383
2013-10-31 15:52:08,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_58603171328654666_1205 src: /127.0.0.1:37899 dest: /127.0.0.1:42031
2013-10-31 15:52:08,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_58603171328654666_1205 src: /127.0.0.1:36254 dest: /127.0.0.1:37515
2013-10-31 15:52:08,813 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36254, dest: /127.0.0.1:37515, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0020_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_58603171328654666_1205, duration: 3021299
2013-10-31 15:52:08,813 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_58603171328654666_1205 terminating
2013-10-31 15:52:08,814 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37899, dest: /127.0.0.1:42031, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0020_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_58603171328654666_1205, duration: 2454329
2013-10-31 15:52:08,814 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_58603171328654666_1205 terminating
2013-10-31 15:52:08,814 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60593, dest: /127.0.0.1:51383, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0020_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_58603171328654666_1205, duration: 2620156
2013-10-31 15:52:08,815 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_58603171328654666_1205 terminating
2013-10-31 15:52:08,816 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_58603171328654666_1205 size 128
2013-10-31 15:52:08,818 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_58603171328654666_1205 size 128
2013-10-31 15:52:08,819 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_58603171328654666_1205 size 128
2013-10-31 15:52:08,819 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0020_r_000000_0
2013-10-31 15:52:08,820 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0020_r_000000_0
2013-10-31 15:52:08,872 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0020_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:08,872 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:52:09,949 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0020_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:52:09,950 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0020_r_000000_0
2013-10-31 15:52:10,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0 dst=null perm=null
2013-10-31 15:52:10,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:10,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:10,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary/_attempt_20131031154230960_0020_r_000000_0 dst=null perm=null
2013-10-31 15:52:11,432 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_r_000000_0 1.0% reduce > reduce
2013-10-31 15:52:11,435 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_r_000000_0 1.0% reduce > reduce
2013-10-31 15:52:11,436 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0020_r_000000_0 is done.
2013-10-31 15:52:11,437 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0020_r_000000_0 was -1
2013-10-31 15:52:11,437 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:12,954 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0020_r_000000_0' has completed task_20131031154230960_0020_r_000000 successfully.
2013-10-31 15:52:12,958 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0020_m_000004_0' to tip task_20131031154230960_0020_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:52:12,961 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0020_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:52:12,961 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0020_m_000004_0 which needs 1 slots
2013-10-31 15:52:12,961 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0020_m_000004_0 which needs 1 slots
2013-10-31 15:52:12,997 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0020/attempt_20131031154230960_0020_m_000004_0. Attempting to reuse: jvm_20131031154230960_0020_m_-2094603431
2013-10-31 15:52:13,869 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0020_m_-2094603431 given task: attempt_20131031154230960_0020_m_000004_0
2013-10-31 15:52:13,975 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_m_000004_0 0.0%
2013-10-31 15:52:13,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary dst=null perm=null
2013-10-31 15:52:13,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:14,003 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_SUCCESS from client DFSClient_attempt_20131031154230960_0020_m_000004_0
2013-10-31 15:52:14,003 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0020_m_000004_0
2013-10-31 15:52:14,009 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9011626265591769151 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:14,010 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9011626265591769151 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:14,010 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9011626265591769151 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:52:14,010 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9011626265591769151 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:14,010 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5037123922202310916 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:14,011 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5037123922202310916 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:14,011 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5037123922202310916 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:14,011 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5037123922202310916 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:52:14,011 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7152018753625444033 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:14,011 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7152018753625444033 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:52:14,012 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7152018753625444033 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:14,012 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7822743660802935511 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:14,012 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7822743660802935511 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:14,012 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7822743660802935511 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:14,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0020 dst=null perm=null
2013-10-31 15:52:14,582 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-9011626265591769151_1198 blk_-5037123922202310916_1199 blk_-7152018753625444033_1200 blk_7822743660802935511_1201
2013-10-31 15:52:14,583 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-9011626265591769151_1198 blk_-5037123922202310916_1199 blk_7822743660802935511_1201
2013-10-31 15:52:15,134 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9011626265591769151_1198 file build/test/data/dfs/data/data4/current/blk_-9011626265591769151 for deletion
2013-10-31 15:52:15,134 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5037123922202310916_1199 file build/test/data/dfs/data/data3/current/blk_-5037123922202310916 for deletion
2013-10-31 15:52:15,134 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9011626265591769151_1198 at file build/test/data/dfs/data/data4/current/blk_-9011626265591769151
2013-10-31 15:52:15,135 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5037123922202310916_1199 at file build/test/data/dfs/data/data3/current/blk_-5037123922202310916
2013-10-31 15:52:15,134 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7822743660802935511_1201 file build/test/data/dfs/data/data4/current/blk_7822743660802935511 for deletion
2013-10-31 15:52:15,135 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7822743660802935511_1201 at file build/test/data/dfs/data/data4/current/blk_7822743660802935511
2013-10-31 15:52:16,144 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9011626265591769151_1198 file build/test/data/dfs/data/data7/current/blk_-9011626265591769151 for deletion
2013-10-31 15:52:16,144 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7152018753625444033_1200 file build/test/data/dfs/data/data7/current/blk_-7152018753625444033 for deletion
2013-10-31 15:52:16,144 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5037123922202310916_1199 file build/test/data/dfs/data/data8/current/blk_-5037123922202310916 for deletion
2013-10-31 15:52:16,144 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9011626265591769151_1198 at file build/test/data/dfs/data/data7/current/blk_-9011626265591769151
2013-10-31 15:52:16,145 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5037123922202310916_1199 at file build/test/data/dfs/data/data8/current/blk_-5037123922202310916
2013-10-31 15:52:16,145 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7822743660802935511_1201 file build/test/data/dfs/data/data8/current/blk_7822743660802935511 for deletion
2013-10-31 15:52:16,145 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7152018753625444033_1200 at file build/test/data/dfs/data/data7/current/blk_-7152018753625444033
2013-10-31 15:52:16,146 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7822743660802935511_1201 at file build/test/data/dfs/data/data8/current/blk_7822743660802935511
2013-10-31 15:52:16,946 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0020_m_000004_0 0.0% cleanup
2013-10-31 15:52:16,948 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0020_m_000004_0 is done.
2013-10-31 15:52:16,948 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0020_m_000004_0 was -1
2013-10-31 15:52:16,948 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:17,583 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-9011626265591769151_1198 blk_-5037123922202310916_1199 blk_-7152018753625444033_1200
2013-10-31 15:52:17,584 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-9011626265591769151_1198 blk_-5037123922202310916_1199 blk_-7152018753625444033_1200 blk_7822743660802935511_1201
2013-10-31 15:52:17,626 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9011626265591769151_1198 file build/test/data/dfs/data/data2/current/blk_-9011626265591769151 for deletion
2013-10-31 15:52:17,626 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7152018753625444033_1200 file build/test/data/dfs/data/data2/current/blk_-7152018753625444033 for deletion
2013-10-31 15:52:17,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9011626265591769151_1198 at file build/test/data/dfs/data/data2/current/blk_-9011626265591769151
2013-10-31 15:52:17,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5037123922202310916_1199 file build/test/data/dfs/data/data1/current/blk_-5037123922202310916 for deletion
2013-10-31 15:52:17,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7152018753625444033_1200 at file build/test/data/dfs/data/data2/current/blk_-7152018753625444033
2013-10-31 15:52:17,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5037123922202310916_1199 at file build/test/data/dfs/data/data1/current/blk_-5037123922202310916
2013-10-31 15:52:17,961 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0020_r_000000_0
2013-10-31 15:52:17,962 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0020_r_000000_0
2013-10-31 15:52:18,607 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9011626265591769151_1198 file build/test/data/dfs/data/data6/current/blk_-9011626265591769151 for deletion
2013-10-31 15:52:18,607 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7152018753625444033_1200 file build/test/data/dfs/data/data6/current/blk_-7152018753625444033 for deletion
2013-10-31 15:52:18,607 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9011626265591769151_1198 at file build/test/data/dfs/data/data6/current/blk_-9011626265591769151
2013-10-31 15:52:18,607 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5037123922202310916_1199 file build/test/data/dfs/data/data5/current/blk_-5037123922202310916 for deletion
2013-10-31 15:52:18,608 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7152018753625444033_1200 at file build/test/data/dfs/data/data6/current/blk_-7152018753625444033
2013-10-31 15:52:18,608 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7822743660802935511_1201 file build/test/data/dfs/data/data5/current/blk_7822743660802935511 for deletion
2013-10-31 15:52:18,608 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5037123922202310916_1199 at file build/test/data/dfs/data/data5/current/blk_-5037123922202310916
2013-10-31 15:52:18,609 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7822743660802935511_1201 at file build/test/data/dfs/data/data5/current/blk_7822743660802935511
2013-10-31 15:52:18,967 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0020_m_000004_0' has completed task_20131031154230960_0020_m_000004 successfully.
2013-10-31 15:52:18,968 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0020 has completed successfully.
2013-10-31 15:52:18,969 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0020,submitTime=1383234704009,launchTime=1383234705527,firstMapTaskLaunchTime=1383234711922,firstReduceTaskLaunchTime=1383234720939,firstJobSetupTaskLaunchTime=1383234705902,firstJobCleanupTaskLaunchTime=1383234732958,finishTime=1383234738968,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[EA6761933B5844C78D5E5D7D9DAFF9C6/4509C49CDF4E4A05B6A8209C9FFD0F58] test/(1/1) ...fieldedpipesplatform/swap
2013-10-31 15:52:18,975 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_1383234704009_hadoop_%5BEA6761933B5844C78D5E5D7D9DAFF9C6%2F4509C49CDF4E4A05. blk_8510526597587959046_1206
2013-10-31 15:52:18,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8510526597587959046_1206 src: /127.0.0.1:57817 dest: /127.0.0.1:40932
2013-10-31 15:52:18,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8510526597587959046_1206 src: /127.0.0.1:36258 dest: /127.0.0.1:37515
2013-10-31 15:52:18,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8510526597587959046_1206 src: /127.0.0.1:37905 dest: /127.0.0.1:42031
2013-10-31 15:52:18,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37905, dest: /127.0.0.1:42031, bytes: 28302, op: HDFS_WRITE, cliID: DFSClient_1528834154, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8510526597587959046_1206, duration: 3760960
2013-10-31 15:52:18,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8510526597587959046_1206 terminating
2013-10-31 15:52:18,990 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36258, dest: /127.0.0.1:37515, bytes: 28302, op: HDFS_WRITE, cliID: DFSClient_1528834154, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8510526597587959046_1206, duration: 4317386
2013-10-31 15:52:18,991 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8510526597587959046_1206 terminating
2013-10-31 15:52:18,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8510526597587959046_1206 size 28302
2013-10-31 15:52:18,991 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57817, dest: /127.0.0.1:40932, bytes: 28302, op: HDFS_WRITE, cliID: DFSClient_1528834154, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8510526597587959046_1206, duration: 6327547
2013-10-31 15:52:18,992 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8510526597587959046_1206 terminating
2013-10-31 15:52:18,996 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8510526597587959046_1206 size 28302
2013-10-31 15:52:18,998 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_1383234704009_hadoop_%5BEA6761933B5844C78D5E5D7D9DAFF9C6%2F4509C49CDF4E4A05 from client DFSClient_1528834154
2013-10-31 15:52:18,999 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_logs/history/job_20131031154230960_0020_1383234704009_hadoop_%5BEA6761933B5844C78D5E5D7D9DAFF9C6%2F4509C49CDF4E4A05 is closed by DFSClient_1528834154
2013-10-31 15:52:18,999 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8510526597587959046_1206 size 28302
2013-10-31 15:52:19,011 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0020_1383234704009_hadoop_%5BEA6761933B5844C78D5E5D7D9DAFF9C6%2F4509C49CDF4E4A05 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:52:19,011 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0020_m_000000_0'
2013-10-31 15:52:19,012 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0020_m_000004_0'
2013-10-31 15:52:19,012 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0020_m_000005_0'
2013-10-31 15:52:19,013 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0020_r_000000_0'
2013-10-31 15:52:19,013 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5818716892783045136 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:52:19,013 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5818716892783045136 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:19,013 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0020_m_000002_0'
2013-10-31 15:52:19,014 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5818716892783045136 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:19,016 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0020_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:52:19,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0020 dst=null perm=null
2013-10-31 15:52:19,021 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/_temporary
2013-10-31 15:52:19,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap dst=null perm=null
2013-10-31 15:52:19,042 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:52:19,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/part-00000 dst=null perm=null
2013-10-31 15:52:19,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/part-00000 dst=null perm=null
2013-10-31 15:52:19,047 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36261, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_58603171328654666_1205, duration: 291896
2013-10-31 15:52:19,048 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/swap
2013-10-31 15:52:19,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap dst=null perm=null
2013-10-31 15:52:19,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/swap/part-00000 dst=null perm=null
2013-10-31 15:52:19,056 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60603, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_58603171328654666_1205, duration: 306948
2013-10-31 15:52:19,074 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:52:19,074 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:52:19,084 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:52:19,084 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:52:19,085 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter"]
2013-10-31 15:52:19,085 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:52:19,085 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:52:19,085 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:52:19,086 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...pipesplatform/logicfilter
2013-10-31 15:52:19,089 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:52:19,089 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:52:19,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:19,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:52:19,209 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0020_m_000003_0'
2013-10-31 15:52:20,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:20,122 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar. blk_5613492555301810646_1207
2013-10-31 15:52:20,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5613492555301810646_1207 src: /127.0.0.1:57823 dest: /127.0.0.1:40932
2013-10-31 15:52:20,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5613492555301810646_1207 src: /127.0.0.1:36264 dest: /127.0.0.1:37515
2013-10-31 15:52:20,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5613492555301810646_1207 src: /127.0.0.1:60606 dest: /127.0.0.1:51383
2013-10-31 15:52:20,140 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60606, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5613492555301810646_1207, duration: 7642653
2013-10-31 15:52:20,140 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5613492555301810646_1207 terminating
2013-10-31 15:52:20,140 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5613492555301810646_1207 size 238055
2013-10-31 15:52:20,140 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36264, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5613492555301810646_1207, duration: 8989747
2013-10-31 15:52:20,141 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5613492555301810646_1207 terminating
2013-10-31 15:52:20,142 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57823, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5613492555301810646_1207, duration: 9496189
2013-10-31 15:52:20,142 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5613492555301810646_1207 terminating
2013-10-31 15:52:20,142 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5613492555301810646_1207 size 238055
2013-10-31 15:52:20,144 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar from client DFSClient_1020568644
2013-10-31 15:52:20,144 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar is closed by DFSClient_1020568644
2013-10-31 15:52:20,145 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5613492555301810646_1207 size 238055
2013-10-31 15:52:20,150 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar. New replication is 10
2013-10-31 15:52:20,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar dst=null perm=null
2013-10-31 15:52:20,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:20,163 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:52:20,167 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:52:20,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:52:20,584 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_5613492555301810646_1207 to datanode(s) 127.0.0.1:42031
2013-10-31 15:52:20,585 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-5818716892783045136_1204
2013-10-31 15:52:20,585 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-5818716892783045136_1204
2013-10-31 15:52:20,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5818716892783045136_1204 file build/test/data/dfs/data/data1/current/blk_-5818716892783045136 for deletion
2013-10-31 15:52:20,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5818716892783045136_1204 at file build/test/data/dfs/data/data1/current/blk_-5818716892783045136
2013-10-31 15:52:21,136 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_5613492555301810646_1207 to 127.0.0.1:42031
2013-10-31 15:52:21,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5613492555301810646_1207 src: /127.0.0.1:37912 dest: /127.0.0.1:42031
2013-10-31 15:52:21,138 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_5613492555301810646_1207 to /127.0.0.1:42031
2013-10-31 15:52:21,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5613492555301810646_1207 src: /127.0.0.1:37912 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:52:21,144 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5613492555301810646_1207 size 238055
2013-10-31 15:52:21,608 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5818716892783045136_1204 file build/test/data/dfs/data/data5/current/blk_-5818716892783045136 for deletion
2013-10-31 15:52:21,608 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5818716892783045136_1204 at file build/test/data/dfs/data/data5/current/blk_-5818716892783045136
2013-10-31 15:52:21,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:21,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:21,660 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split. New replication is 10
2013-10-31 15:52:21,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split dst=null perm=null
2013-10-31 15:52:21,668 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split. blk_705696396140098372_1208
2013-10-31 15:52:21,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_705696396140098372_1208 src: /127.0.0.1:57827 dest: /127.0.0.1:40932
2013-10-31 15:52:21,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_705696396140098372_1208 src: /127.0.0.1:37914 dest: /127.0.0.1:42031
2013-10-31 15:52:21,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_705696396140098372_1208 src: /127.0.0.1:36269 dest: /127.0.0.1:37515
2013-10-31 15:52:21,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_705696396140098372_1208 src: /127.0.0.1:60611 dest: /127.0.0.1:51383
2013-10-31 15:52:21,679 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60611, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_705696396140098372_1208, duration: 147625
2013-10-31 15:52:21,679 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_705696396140098372_1208 terminating
2013-10-31 15:52:21,680 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36269, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_705696396140098372_1208, duration: 928413
2013-10-31 15:52:21,680 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_705696396140098372_1208 size 1403
2013-10-31 15:52:21,681 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_705696396140098372_1208 terminating
2013-10-31 15:52:21,681 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37914, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_705696396140098372_1208, duration: 2672763
2013-10-31 15:52:21,682 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_705696396140098372_1208 size 1403
2013-10-31 15:52:21,682 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_705696396140098372_1208 terminating
2013-10-31 15:52:21,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57827, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_705696396140098372_1208, duration: 3937671
2013-10-31 15:52:21,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_705696396140098372_1208 terminating
2013-10-31 15:52:21,686 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_705696396140098372_1208 size 1403
2013-10-31 15:52:21,686 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split from client DFSClient_1020568644
2013-10-31 15:52:21,687 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split is closed by DFSClient_1020568644
2013-10-31 15:52:21,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_705696396140098372_1208 size 1403
2013-10-31 15:52:21,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:21,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:21,717 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.splitmetainfo. blk_4762200214585738659_1209
2013-10-31 15:52:21,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4762200214585738659_1209 src: /127.0.0.1:37917 dest: /127.0.0.1:42031
2013-10-31 15:52:21,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4762200214585738659_1209 src: /127.0.0.1:57832 dest: /127.0.0.1:40932
2013-10-31 15:52:21,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4762200214585738659_1209 src: /127.0.0.1:36273 dest: /127.0.0.1:37515
2013-10-31 15:52:21,725 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36273, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4762200214585738659_1209, duration: 66911
2013-10-31 15:52:21,725 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4762200214585738659_1209 terminating
2013-10-31 15:52:21,726 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57832, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4762200214585738659_1209, duration: 869424
2013-10-31 15:52:21,726 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4762200214585738659_1209 terminating
2013-10-31 15:52:21,727 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4762200214585738659_1209 size 156
2013-10-31 15:52:21,727 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37917, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4762200214585738659_1209, duration: 1745686
2013-10-31 15:52:21,727 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4762200214585738659_1209 size 156
2013-10-31 15:52:21,727 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4762200214585738659_1209 terminating
2013-10-31 15:52:21,730 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:52:21,731 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:52:21,731 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4762200214585738659_1209 size 156
2013-10-31 15:52:21,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:21,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:21,770 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml. blk_3665224556929424581_1210
2013-10-31 15:52:21,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3665224556929424581_1210 src: /127.0.0.1:60615 dest: /127.0.0.1:51383
2013-10-31 15:52:21,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3665224556929424581_1210 src: /127.0.0.1:57835 dest: /127.0.0.1:40932
2013-10-31 15:52:21,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3665224556929424581_1210 src: /127.0.0.1:36276 dest: /127.0.0.1:37515
2013-10-31 15:52:21,778 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36276, dest: /127.0.0.1:37515, bytes: 27480, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3665224556929424581_1210, duration: 978081
2013-10-31 15:52:21,779 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3665224556929424581_1210 terminating
2013-10-31 15:52:21,779 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57835, dest: /127.0.0.1:40932, bytes: 27480, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3665224556929424581_1210, duration: 1822461
2013-10-31 15:52:21,779 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3665224556929424581_1210 terminating
2013-10-31 15:52:21,780 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60615, dest: /127.0.0.1:51383, bytes: 27480, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3665224556929424581_1210, duration: 2741467
2013-10-31 15:52:21,780 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3665224556929424581_1210 terminating
2013-10-31 15:52:21,783 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3665224556929424581_1210 size 27480
2013-10-31 15:52:21,783 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3665224556929424581_1210 size 27480
2013-10-31 15:52:21,784 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3665224556929424581_1210 size 27480
2013-10-31 15:52:21,970 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0020_m_000001_0'
2013-10-31 15:52:22,183 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml from client DFSClient_1020568644
2013-10-31 15:52:22,183 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml is closed by DFSClient_1020568644
2013-10-31 15:52:22,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml dst=null perm=null
2013-10-31 15:52:22,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57838, bytes: 27696, op: HDFS_READ, cliID: DFSClient_-918391308, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3665224556929424581_1210, duration: 398255
2013-10-31 15:52:22,227 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0021: nMaps=4 nReduces=0 max=-1
2013-10-31 15:52:22,228 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0021 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:52:22,228 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0021
2013-10-31 15:52:22,228 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0021 RESULT=SUCCESS
2013-10-31 15:52:22,228 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0021
2013-10-31 15:52:22,229 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0021
2013-10-31 15:52:22,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_1383234742198_hadoop_%5B646F146C35444838906D305D098C4A7A%2F999618BF035B4EBE dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:22,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:22,262 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_conf.xml. blk_-3767390888199103709_1212
2013-10-31 15:52:22,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3767390888199103709_1212 src: /127.0.0.1:37925 dest: /127.0.0.1:42031
2013-10-31 15:52:22,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3767390888199103709_1212 src: /127.0.0.1:57840 dest: /127.0.0.1:40932
2013-10-31 15:52:22,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3767390888199103709_1212 src: /127.0.0.1:36281 dest: /127.0.0.1:37515
2013-10-31 15:52:22,271 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36281, dest: /127.0.0.1:37515, bytes: 27545, op: HDFS_WRITE, cliID: DFSClient_-918391308, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3767390888199103709_1212, duration: 717742
2013-10-31 15:52:22,271 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3767390888199103709_1212 terminating
2013-10-31 15:52:22,272 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57840, dest: /127.0.0.1:40932, bytes: 27545, op: HDFS_WRITE, cliID: DFSClient_-918391308, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3767390888199103709_1212, duration: 1505761
2013-10-31 15:52:22,272 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3767390888199103709_1212 terminating
2013-10-31 15:52:22,272 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3767390888199103709_1212 size 27545
2013-10-31 15:52:22,273 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37925, dest: /127.0.0.1:42031, bytes: 27545, op: HDFS_WRITE, cliID: DFSClient_-918391308, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3767390888199103709_1212, duration: 2913094
2013-10-31 15:52:22,273 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3767390888199103709_1212 terminating
2013-10-31 15:52:22,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3767390888199103709_1212 size 27545
2013-10-31 15:52:22,278 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_conf.xml from client DFSClient_-918391308
2013-10-31 15:52:22,279 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_conf.xml is closed by DFSClient_-918391308
2013-10-31 15:52:22,279 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3767390888199103709_1212 size 27545
2013-10-31 15:52:22,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:22,297 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken. blk_8590907566543226202_1213
2013-10-31 15:52:22,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8590907566543226202_1213 src: /127.0.0.1:57842 dest: /127.0.0.1:40932
2013-10-31 15:52:22,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8590907566543226202_1213 src: /127.0.0.1:37929 dest: /127.0.0.1:42031
2013-10-31 15:52:22,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8590907566543226202_1213 src: /127.0.0.1:36284 dest: /127.0.0.1:37515
2013-10-31 15:52:22,305 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36284, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8590907566543226202_1213, duration: 66480
2013-10-31 15:52:22,305 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8590907566543226202_1213 terminating
2013-10-31 15:52:22,306 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37929, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8590907566543226202_1213, duration: 887469
2013-10-31 15:52:22,306 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8590907566543226202_1213 terminating
2013-10-31 15:52:22,306 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8590907566543226202_1213 size 116
2013-10-31 15:52:22,307 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57842, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8590907566543226202_1213, duration: 1701671
2013-10-31 15:52:22,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8590907566543226202_1213 size 116
2013-10-31 15:52:22,307 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8590907566543226202_1213 terminating
2013-10-31 15:52:22,310 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken from client DFSClient_1020568644
2013-10-31 15:52:22,310 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken is closed by DFSClient_1020568644
2013-10-31 15:52:22,311 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8590907566543226202_1213 size 116
2013-10-31 15:52:22,316 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken
2013-10-31 15:52:22,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.splitmetainfo dst=null perm=null
2013-10-31 15:52:22,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57845, bytes: 160, op: HDFS_READ, cliID: DFSClient_-918391308, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4762200214585738659_1209, duration: 278316
2013-10-31 15:52:22,321 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0021 = 1449. Number of splits = 4
2013-10-31 15:52:22,322 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,322 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,322 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,322 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,324 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,324 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,324 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,324 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0021_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:22,325 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0021 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:52:22,325 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0021 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:52:23,586 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5818716892783045136_1204
2013-10-31 15:52:24,014 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0020
2013-10-31 15:52:24,014 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0020_m_000004_0 not found in cache
2013-10-31 15:52:24,015 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0020 for user-log deletion with retainTimeStamp:1383321144015
2013-10-31 15:52:24,051 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0020
2013-10-31 15:52:24,052 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0020 for user-log deletion with retainTimeStamp:1383321144052
2013-10-31 15:52:24,210 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0020
2013-10-31 15:52:24,211 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0020 for user-log deletion with retainTimeStamp:1383321144211
2013-10-31 15:52:24,383 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0020_m_1696919387 since job job_20131031154230960_0020 is dead
2013-10-31 15:52:24,388 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0020_m_-217142382 since job job_20131031154230960_0020 is dead
2013-10-31 15:52:24,389 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0020_m_72552038 since job job_20131031154230960_0020 is dead
2013-10-31 15:52:24,398 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26334 with signal TERM. Exit code 0
2013-10-31 15:52:24,402 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26335 with signal TERM. Exit code 0
2013-10-31 15:52:24,416 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26333 with signal TERM. Exit code 0
2013-10-31 15:52:24,613 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:24,613 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:24,613 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:24,613 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0020_m_1696919387 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:24,619 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:24,619 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:24,619 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:24,619 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0020_m_72552038 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:24,621 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:24,621 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:24,621 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:24,622 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0020_m_-217142382 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:52:24,934 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:52:24,940 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:52:24,945 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:52:24,950 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:52:24,956 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:52:24,961 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:52:24,961 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:52:24,973 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0021_m_000005_0' to tip task_20131031154230960_0021_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:52:24,976 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0021_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:52:24,977 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0021_m_000005_0 which needs 1 slots
2013-10-31 15:52:24,977 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0021_m_000005_0 which needs 1 slots
2013-10-31 15:52:24,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken dst=null perm=null
2013-10-31 15:52:24,983 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57846, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8590907566543226202_1213, duration: 325086
2013-10-31 15:52:24,987 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0020_m_-2094603431 since job job_20131031154230960_0020 is dead
2013-10-31 15:52:24,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml dst=null perm=null
2013-10-31 15:52:24,991 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36288, bytes: 27696, op: HDFS_READ, cliID: DFSClient_-404210474, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3665224556929424581_1210, duration: 401329
2013-10-31 15:52:24,994 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26127 with signal TERM. Exit code 0
2013-10-31 15:52:25,016 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:52:25,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar dst=null perm=null
2013-10-31 15:52:25,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57849, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-404210474, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5613492555301810646_1207, duration: 704125
2013-10-31 15:52:25,086 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0021_m_1369705152
2013-10-31 15:52:25,088 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0021_m_1369705152 spawned.
2013-10-31 15:52:25,089 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0021/attempt_20131031154230960_0021_m_000005_0/taskjvm.sh
2013-10-31 15:52:25,147 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5818716892783045136_1204 file build/test/data/dfs/data/data8/current/blk_-5818716892783045136 for deletion
2013-10-31 15:52:25,147 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5818716892783045136_1204 at file build/test/data/dfs/data/data8/current/blk_-5818716892783045136
2013-10-31 15:52:25,172 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:25,172 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:25,172 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:25,173 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0020_m_-2094603431 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:52:25,483 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0020_r_260821417 since job job_20131031154230960_0020 is dead
2013-10-31 15:52:25,493 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26570 with signal TERM. Exit code 0
2013-10-31 15:52:25,683 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:25,683 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:25,683 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:25,684 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0020_r_260821417 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:26,741 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0021_m_1369705152 given task: attempt_20131031154230960_0021_m_000005_0
2013-10-31 15:52:26,971 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0020
2013-10-31 15:52:26,971 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0020 for user-log deletion with retainTimeStamp:1383321146971
2013-10-31 15:52:27,395 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0020_m_-2086963209 since job job_20131031154230960_0020 is dead
2013-10-31 15:52:27,406 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26332 with signal TERM. Exit code 0
2013-10-31 15:52:27,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:27,612 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:27,612 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:27,613 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:27,613 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0020_m_-2086963209 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:30,157 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000005_0 0.0% setup
2013-10-31 15:52:30,159 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0021_m_000005_0 is done.
2013-10-31 15:52:30,159 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0021_m_000005_0 was -1
2013-10-31 15:52:30,159 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:30,984 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0021_m_000005_0' has completed task_20131031154230960_0021_m_000005 successfully.
2013-10-31 15:52:30,989 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0021_m_000000_0' to tip task_20131031154230960_0021_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:52:30,990 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0021_m_000000
2013-10-31 15:52:30,991 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0021_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:52:30,992 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0021_m_000000_0 which needs 1 slots
2013-10-31 15:52:30,992 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0021_m_000000_0 which needs 1 slots
2013-10-31 15:52:31,020 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0021_m_-1414221663
2013-10-31 15:52:31,021 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0021_m_-1414221663 spawned.
2013-10-31 15:52:31,025 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0021/attempt_20131031154230960_0021_m_000000_0/taskjvm.sh
2013-10-31 15:52:31,025 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0021_m_000001_0' to tip task_20131031154230960_0021_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:52:31,026 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0021_m_000001
2013-10-31 15:52:31,027 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0021_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:52:31,027 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0021_m_000001_0 which needs 1 slots
2013-10-31 15:52:31,027 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0021_m_000001_0 which needs 1 slots
2013-10-31 15:52:31,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken dst=null perm=null
2013-10-31 15:52:31,034 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36294, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8590907566543226202_1213, duration: 271897
2013-10-31 15:52:31,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml dst=null perm=null
2013-10-31 15:52:31,043 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60637, bytes: 27696, op: HDFS_READ, cliID: DFSClient_1962023346, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3665224556929424581_1210, duration: 359216
2013-10-31 15:52:31,062 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0021_m_000002_0' to tip task_20131031154230960_0021_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:52:31,063 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0021_m_000002
2013-10-31 15:52:31,064 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0021_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:52:31,065 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0021_m_000002_0 which needs 1 slots
2013-10-31 15:52:31,065 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0021_m_000002_0 which needs 1 slots
2013-10-31 15:52:31,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken dst=null perm=null
2013-10-31 15:52:31,118 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57857, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8590907566543226202_1213, duration: 326867
2013-10-31 15:52:31,124 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:52:31,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml dst=null perm=null
2013-10-31 15:52:31,129 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36299, bytes: 27696, op: HDFS_READ, cliID: DFSClient_1158270903, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3665224556929424581_1210, duration: 433119
2013-10-31 15:52:31,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar dst=null perm=null
2013-10-31 15:52:31,154 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:52:31,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37946, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1962023346, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5613492555301810646_1207, duration: 677611
2013-10-31 15:52:31,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar dst=null perm=null
2013-10-31 15:52:31,168 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36301, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1158270903, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5613492555301810646_1207, duration: 648169
2013-10-31 15:52:31,206 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0021_m_-509346409
2013-10-31 15:52:31,207 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0021_m_-509346409 spawned.
2013-10-31 15:52:31,208 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0021/attempt_20131031154230960_0021_m_000001_0/taskjvm.sh
2013-10-31 15:52:31,221 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0021_m_1636087028
2013-10-31 15:52:31,221 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0021_m_1636087028 spawned.
2013-10-31 15:52:31,221 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0021_m_000003_0' to tip task_20131031154230960_0021_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:52:31,222 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0021_m_000003
2013-10-31 15:52:31,223 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0021/attempt_20131031154230960_0021_m_000002_0/taskjvm.sh
2013-10-31 15:52:31,223 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0021_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:52:31,223 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0021_m_000003_0 which needs 1 slots
2013-10-31 15:52:31,224 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0021_m_000003_0 which needs 1 slots
2013-10-31 15:52:31,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021/jobToken dst=null perm=null
2013-10-31 15:52:31,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57862, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8590907566543226202_1213, duration: 135206
2013-10-31 15:52:31,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.xml dst=null perm=null
2013-10-31 15:52:31,232 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60645, bytes: 27696, op: HDFS_READ, cliID: DFSClient_1294917921, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3665224556929424581_1210, duration: 197311
2013-10-31 15:52:31,244 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:52:31,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.jar dst=null perm=null
2013-10-31 15:52:31,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57865, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1294917921, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5613492555301810646_1207, duration: 575301
2013-10-31 15:52:31,508 INFO mapred.JobTracker (JobTracker.java:run(373)) - attempt_20131031154230960_0021_m_000000_0 is 518 ms debug.
2013-10-31 15:52:31,765 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0021_m_-7203600
2013-10-31 15:52:31,766 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0021_m_-7203600 spawned.
2013-10-31 15:52:31,767 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0021/attempt_20131031154230960_0021_m_000003_0/taskjvm.sh
2013-10-31 15:52:31,934 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0021_m_-1414221663 given task: attempt_20131031154230960_0021_m_000000_0
2013-10-31 15:52:32,428 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:52:32,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split dst=null perm=null
2013-10-31 15:52:32,434 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37955, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_705696396140098372_1208, duration: 173059
2013-10-31 15:52:32,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:52:32,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37956, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 128367
2013-10-31 15:52:32,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:32,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:32,598 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0021_m_-509346409 given task: attempt_20131031154230960_0021_m_000001_0
2013-10-31 15:52:32,661 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0/part-00000. blk_-7779707158531807180_1214
2013-10-31 15:52:32,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7779707158531807180_1214 src: /127.0.0.1:57871 dest: /127.0.0.1:40932
2013-10-31 15:52:32,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7779707158531807180_1214 src: /127.0.0.1:37960 dest: /127.0.0.1:42031
2013-10-31 15:52:32,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7779707158531807180_1214 src: /127.0.0.1:36315 dest: /127.0.0.1:37515
2013-10-31 15:52:32,701 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36315, dest: /127.0.0.1:37515, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7779707158531807180_1214, duration: 2106170
2013-10-31 15:52:32,701 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7779707158531807180_1214 terminating
2013-10-31 15:52:32,701 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37960, dest: /127.0.0.1:42031, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7779707158531807180_1214, duration: 2837492
2013-10-31 15:52:32,703 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7779707158531807180_1214 terminating
2013-10-31 15:52:32,703 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7779707158531807180_1214 size 181
2013-10-31 15:52:32,703 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57871, dest: /127.0.0.1:40932, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7779707158531807180_1214, duration: 4818548
2013-10-31 15:52:32,703 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7779707158531807180_1214 terminating
2013-10-31 15:52:32,704 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7779707158531807180_1214 size 181
2013-10-31 15:52:32,704 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0021_m_000000_0
2013-10-31 15:52:32,704 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0021_m_000000_0
2013-10-31 15:52:32,705 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7779707158531807180_1214 size 181
2013-10-31 15:52:32,756 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0021_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:32,756 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000000_0 0.0%
2013-10-31 15:52:32,855 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0021_m_-7203600 given task: attempt_20131031154230960_0021_m_000003_0
2013-10-31 15:52:32,865 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0021_m_1636087028 given task: attempt_20131031154230960_0021_m_000002_0
2013-10-31 15:52:33,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split dst=null perm=null
2013-10-31 15:52:33,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37963, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_705696396140098372_1208, duration: 169889
2013-10-31 15:52:33,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:52:33,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:33,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:33,340 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57882, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 187209
2013-10-31 15:52:33,344 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0/part-00001. blk_-385102973215621238_1215
2013-10-31 15:52:33,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split dst=null perm=null
2013-10-31 15:52:33,355 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57884, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000003_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_705696396140098372_1208, duration: 131722
2013-10-31 15:52:33,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021/job.split dst=null perm=null
2013-10-31 15:52:33,363 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57885, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_705696396140098372_1208, duration: 205473
2013-10-31 15:52:33,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-385102973215621238_1215 src: /127.0.0.1:36323 dest: /127.0.0.1:37515
2013-10-31 15:52:33,371 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-385102973215621238_1215 src: /127.0.0.1:60667 dest: /127.0.0.1:51383
2013-10-31 15:52:33,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-385102973215621238_1215 src: /127.0.0.1:57887 dest: /127.0.0.1:40932
2013-10-31 15:52:33,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57887, dest: /127.0.0.1:40932, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-385102973215621238_1215, duration: 1328652
2013-10-31 15:52:33,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-385102973215621238_1215 terminating
2013-10-31 15:52:33,374 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-385102973215621238_1215 size 134
2013-10-31 15:52:33,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60667, dest: /127.0.0.1:51383, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-385102973215621238_1215, duration: 1455702
2013-10-31 15:52:33,375 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-385102973215621238_1215 size 134
2013-10-31 15:52:33,375 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-385102973215621238_1215 terminating
2013-10-31 15:52:33,375 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36323, dest: /127.0.0.1:37515, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-385102973215621238_1215, duration: 2073817
2013-10-31 15:52:33,375 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-385102973215621238_1215 terminating
2013-10-31 15:52:33,376 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0021_m_000001_0
2013-10-31 15:52:33,376 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0021_m_000001_0
2013-10-31 15:52:33,376 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-385102973215621238_1215 size 134
2013-10-31 15:52:33,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:52:33,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57888, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 157834
2013-10-31 15:52:33,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:52:33,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:37975, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0021_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 143266
2013-10-31 15:52:33,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:33,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:33,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:33,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:33,427 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0021_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:33,427 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000001_0 0.0%
2013-10-31 15:52:33,586 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0021_m_000002_0
2013-10-31 15:52:33,587 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0021_m_000002_0
2013-10-31 15:52:33,591 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0/part-00003. blk_-3036501257082267960_1217
2013-10-31 15:52:33,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3036501257082267960_1217 src: /127.0.0.1:60672 dest: /127.0.0.1:51383
2013-10-31 15:52:33,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3036501257082267960_1217 src: /127.0.0.1:36332 dest: /127.0.0.1:37515
2013-10-31 15:52:33,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3036501257082267960_1217 src: /127.0.0.1:57893 dest: /127.0.0.1:40932
2013-10-31 15:52:33,619 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57893, dest: /127.0.0.1:40932, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000003_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3036501257082267960_1217, duration: 1274163
2013-10-31 15:52:33,619 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3036501257082267960_1217 terminating
2013-10-31 15:52:33,619 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36332, dest: /127.0.0.1:37515, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3036501257082267960_1217, duration: 1586021
2013-10-31 15:52:33,619 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3036501257082267960_1217 terminating
2013-10-31 15:52:33,620 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60672, dest: /127.0.0.1:51383, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0021_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3036501257082267960_1217, duration: 1990641
2013-10-31 15:52:33,620 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3036501257082267960_1217 terminating
2013-10-31 15:52:33,621 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3036501257082267960_1217 size 180
2013-10-31 15:52:33,622 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3036501257082267960_1217 size 180
2013-10-31 15:52:33,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3036501257082267960_1217 size 180
2013-10-31 15:52:33,634 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0021_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:33,635 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000002_0 0.0%
2013-10-31 15:52:33,996 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0021_m_000000_0
2013-10-31 15:52:34,022 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0021_m_000003_0
2013-10-31 15:52:34,022 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0021_m_000003_0
2013-10-31 15:52:34,031 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0021_m_000001_0
2013-10-31 15:52:34,067 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0021_m_000002_0
2013-10-31 15:52:34,085 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0021_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:34,085 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000003_0 0.0%
2013-10-31 15:52:34,228 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0021_m_000003_0
2013-10-31 15:52:34,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0 dst=null perm=null
2013-10-31 15:52:34,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:34,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:34,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000001_0 dst=null perm=null
2013-10-31 15:52:34,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000002_0 dst=null perm=null
2013-10-31 15:52:34,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:34,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:35,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0 dst=null perm=null
2013-10-31 15:52:35,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:35,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0 dst=null perm=null
2013-10-31 15:52:35,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:35,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000002_0 dst=null perm=null
2013-10-31 15:52:35,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:35,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:35,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000003_0 dst=null perm=null
2013-10-31 15:52:35,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary/_attempt_20131031154230960_0021_m_000000_0 dst=null perm=null
2013-10-31 15:52:35,357 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:52:35,359 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0021_m_000000_0 is done.
2013-10-31 15:52:35,359 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0021_m_000000_0 was -1
2013-10-31 15:52:35,359 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:35,992 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0021_m_000005_0
2013-10-31 15:52:35,992 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0021_m_000005_0
2013-10-31 15:52:35,993 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0021_m_000005_0 not found in cache
2013-10-31 15:52:36,027 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:52:36,029 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0021_m_000001_0 is done.
2013-10-31 15:52:36,030 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0021_m_000001_0 was -1
2013-10-31 15:52:36,030 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:36,278 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:52:36,279 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0021_m_000003_0 is done.
2013-10-31 15:52:36,280 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0021_m_000003_0 was -1
2013-10-31 15:52:36,280 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:36,287 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:52:36,289 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0021_m_000002_0 is done.
2013-10-31 15:52:36,289 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0021_m_000002_0 was -1
2013-10-31 15:52:36,290 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:37,000 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0021_m_000000_0' has completed task_20131031154230960_0021_m_000000 successfully.
2013-10-31 15:52:37,034 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0021_m_000001_0' has completed task_20131031154230960_0021_m_000001 successfully.
2013-10-31 15:52:37,069 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0021_m_000002_0' has completed task_20131031154230960_0021_m_000002 successfully.
2013-10-31 15:52:37,231 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0021_m_000003_0' has completed task_20131031154230960_0021_m_000003 successfully.
2013-10-31 15:52:37,235 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0021_m_000004_0' to tip task_20131031154230960_0021_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:52:37,237 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0021_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:52:37,237 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0021_m_000004_0 which needs 1 slots
2013-10-31 15:52:37,238 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0021_m_000004_0 which needs 1 slots
2013-10-31 15:52:37,275 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0021_m_1040729386
2013-10-31 15:52:37,276 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0021_m_1040729386 spawned.
2013-10-31 15:52:37,278 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0021/attempt_20131031154230960_0021_m_000004_0/taskjvm.sh
2013-10-31 15:52:38,162 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0021_m_1040729386 given task: attempt_20131031154230960_0021_m_000004_0
2013-10-31 15:52:38,680 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000004_0 0.0%
2013-10-31 15:52:38,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary dst=null perm=null
2013-10-31 15:52:38,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:38,707 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_SUCCESS from client DFSClient_attempt_20131031154230960_0021_m_000004_0
2013-10-31 15:52:38,707 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0021_m_000004_0
2013-10-31 15:52:38,715 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5613492555301810646 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:52:38,715 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5613492555301810646 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:38,715 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5613492555301810646 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:38,715 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5613492555301810646 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:38,715 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_705696396140098372 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:38,716 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_705696396140098372 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:52:38,716 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_705696396140098372 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:38,716 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_705696396140098372 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:38,716 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4762200214585738659 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:38,716 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4762200214585738659 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:38,717 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4762200214585738659 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:38,717 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3665224556929424581 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:52:38,717 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3665224556929424581 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:38,717 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3665224556929424581 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:38,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0021 dst=null perm=null
2013-10-31 15:52:41,589 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_3665224556929424581_1210 blk_705696396140098372_1208 blk_4762200214585738659_1209 blk_5613492555301810646_1207
2013-10-31 15:52:41,589 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_705696396140098372_1208 blk_4762200214585738659_1209 blk_5613492555301810646_1207
2013-10-31 15:52:41,591 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0021_m_000004_0 0.0% cleanup
2013-10-31 15:52:41,592 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0021_m_000004_0 is done.
2013-10-31 15:52:41,593 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0021_m_000004_0 was -1
2013-10-31 15:52:41,593 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:42,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_705696396140098372_1208 file build/test/data/dfs/data/data5/current/blk_705696396140098372 for deletion
2013-10-31 15:52:42,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4762200214585738659_1209 file build/test/data/dfs/data/data6/current/blk_4762200214585738659 for deletion
2013-10-31 15:52:42,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_705696396140098372_1208 at file build/test/data/dfs/data/data5/current/blk_705696396140098372
2013-10-31 15:52:42,616 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5613492555301810646_1207 file build/test/data/dfs/data/data6/current/blk_5613492555301810646 for deletion
2013-10-31 15:52:42,616 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4762200214585738659_1209 at file build/test/data/dfs/data/data6/current/blk_4762200214585738659
2013-10-31 15:52:42,617 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5613492555301810646_1207 at file build/test/data/dfs/data/data6/current/blk_5613492555301810646
2013-10-31 15:52:43,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_705696396140098372_1208 file build/test/data/dfs/data/data7/current/blk_705696396140098372 for deletion
2013-10-31 15:52:43,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3665224556929424581_1210 file build/test/data/dfs/data/data7/current/blk_3665224556929424581 for deletion
2013-10-31 15:52:43,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_705696396140098372_1208 at file build/test/data/dfs/data/data7/current/blk_705696396140098372
2013-10-31 15:52:43,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4762200214585738659_1209 file build/test/data/dfs/data/data8/current/blk_4762200214585738659 for deletion
2013-10-31 15:52:43,154 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3665224556929424581_1210 at file build/test/data/dfs/data/data7/current/blk_3665224556929424581
2013-10-31 15:52:43,154 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5613492555301810646_1207 file build/test/data/dfs/data/data8/current/blk_5613492555301810646 for deletion
2013-10-31 15:52:43,154 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4762200214585738659_1209 at file build/test/data/dfs/data/data8/current/blk_4762200214585738659
2013-10-31 15:52:43,155 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5613492555301810646_1207 at file build/test/data/dfs/data/data8/current/blk_5613492555301810646
2013-10-31 15:52:43,245 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0021_m_000004_0' has completed task_20131031154230960_0021_m_000004 successfully.
2013-10-31 15:52:43,246 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0021 has completed successfully.
2013-10-31 15:52:43,246 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0021,submitTime=1383234742198,launchTime=1383234742325,firstMapTaskLaunchTime=1383234750988,firstJobSetupTaskLaunchTime=1383234744973,firstJobCleanupTaskLaunchTime=1383234757234,finishTime=1383234763246,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=28,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[646F146C35444838906D305D098C4A7A/999618BF035B4EBEB8883FC705F21604] test/(1/1) ...pipesplatform/logicfilter
2013-10-31 15:52:43,252 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_1383234742198_hadoop_%5B646F146C35444838906D305D098C4A7A%2F999618BF035B4EBE. blk_-8286960350242934822_1218
2013-10-31 15:52:43,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8286960350242934822_1218 src: /127.0.0.1:57897 dest: /127.0.0.1:40932
2013-10-31 15:52:43,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8286960350242934822_1218 src: /127.0.0.1:37984 dest: /127.0.0.1:42031
2013-10-31 15:52:43,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8286960350242934822_1218 src: /127.0.0.1:36339 dest: /127.0.0.1:37515
2013-10-31 15:52:43,261 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36339, dest: /127.0.0.1:37515, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_-918391308, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8286960350242934822_1218, duration: 70046
2013-10-31 15:52:43,262 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8286960350242934822_1218 terminating
2013-10-31 15:52:43,262 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8286960350242934822_1218 size 22361
2013-10-31 15:52:43,262 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37984, dest: /127.0.0.1:42031, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_-918391308, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8286960350242934822_1218, duration: 879133
2013-10-31 15:52:43,263 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8286960350242934822_1218 terminating
2013-10-31 15:52:43,263 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57897, dest: /127.0.0.1:40932, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_-918391308, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8286960350242934822_1218, duration: 1936600
2013-10-31 15:52:43,264 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8286960350242934822_1218 terminating
2013-10-31 15:52:43,269 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8286960350242934822_1218 size 22361
2013-10-31 15:52:43,270 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_1383234742198_hadoop_%5B646F146C35444838906D305D098C4A7A%2F999618BF035B4EBE from client DFSClient_-918391308
2013-10-31 15:52:43,270 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_logs/history/job_20131031154230960_0021_1383234742198_hadoop_%5B646F146C35444838906D305D098C4A7A%2F999618BF035B4EBE is closed by DFSClient_-918391308
2013-10-31 15:52:43,271 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8286960350242934822_1218 size 22361
2013-10-31 15:52:43,622 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0021_1383234742198_hadoop_%5B646F146C35444838906D305D098C4A7A%2F999618BF035B4EBE to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:52:43,623 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0021_m_000003_0'
2013-10-31 15:52:43,623 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0021_m_000004_0'
2013-10-31 15:52:43,625 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8590907566543226202 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:52:43,625 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8590907566543226202 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:52:43,625 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8590907566543226202 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:52:43,628 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0021_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:52:43,629 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/_temporary
2013-10-31 15:52:43,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0021 dst=null perm=null
2013-10-31 15:52:43,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter dst=null perm=null
2013-10-31 15:52:43,689 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:52:43,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null
2013-10-31 15:52:43,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null
2013-10-31 15:52:43,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null
2013-10-31 15:52:43,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null
2013-10-31 15:52:43,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null
2013-10-31 15:52:43,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57901, bytes: 185, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7779707158531807180_1214, duration: 332623
2013-10-31 15:52:43,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null
2013-10-31 15:52:43,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36342, bytes: 138, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-385102973215621238_1215, duration: 282524
2013-10-31 15:52:43,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null
2013-10-31 15:52:43,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null
2013-10-31 15:52:43,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60684, bytes: 184, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3036501257082267960_1217, duration: 267093
2013-10-31 15:52:43,700 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/logicfilter
2013-10-31 15:52:43,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter dst=null perm=null
2013-10-31 15:52:43,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null
2013-10-31 15:52:43,704 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57904, bytes: 185, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7779707158531807180_1214, duration: 265929
2013-10-31 15:52:43,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null
2013-10-31 15:52:43,706 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36345, bytes: 138, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-385102973215621238_1215, duration: 266792
2013-10-31 15:52:43,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null
2013-10-31 15:52:43,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null
2013-10-31 15:52:43,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36346, bytes: 184, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3036501257082267960_1217, duration: 264925
2013-10-31 15:52:43,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:43,720 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt. blk_-894213815128831033_1219
2013-10-31 15:52:43,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-894213815128831033_1219 src: /127.0.0.1:57907 dest: /127.0.0.1:40932
2013-10-31 15:52:43,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-894213815128831033_1219 src: /127.0.0.1:37994 dest: /127.0.0.1:42031
2013-10-31 15:52:43,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-894213815128831033_1219 src: /127.0.0.1:36349 dest: /127.0.0.1:37515
2013-10-31 15:52:43,727 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36349, dest: /127.0.0.1:37515, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-894213815128831033_1219, duration: 985854
2013-10-31 15:52:43,728 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-894213815128831033_1219 terminating
2013-10-31 15:52:43,728 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37994, dest: /127.0.0.1:42031, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-894213815128831033_1219, duration: 2941950
2013-10-31 15:52:43,729 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-894213815128831033_1219 terminating
2013-10-31 15:52:43,729 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57907, dest: /127.0.0.1:40932, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-894213815128831033_1219, duration: 3340587
2013-10-31 15:52:43,729 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-894213815128831033_1219 size 30
2013-10-31 15:52:43,730 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-894213815128831033_1219 terminating
2013-10-31 15:52:43,732 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-894213815128831033_1219 size 30
2013-10-31 15:52:43,733 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt from client DFSClient_1020568644
2013-10-31 15:52:43,733 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt is closed by DFSClient_1020568644
2013-10-31 15:52:43,733 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-894213815128831033_1219 size 30
2013-10-31 15:52:43,764 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:52:43,765 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:52:43,779 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:52:43,779 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt"]
2013-10-31 15:52:43,780 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped"]
2013-10-31 15:52:43,780 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:52:43,780 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:52:43,780 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:52:43,781 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...edpipesplatform/ungrouped
2013-10-31 15:52:43,784 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:52:43,784 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:52:43,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:43,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:52:43,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:43,817 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar. blk_6276445831860799565_1220
2013-10-31 15:52:43,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6276445831860799565_1220 src: /127.0.0.1:57910 dest: /127.0.0.1:40932
2013-10-31 15:52:43,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6276445831860799565_1220 src: /127.0.0.1:36351 dest: /127.0.0.1:37515
2013-10-31 15:52:43,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6276445831860799565_1220 src: /127.0.0.1:37998 dest: /127.0.0.1:42031
2013-10-31 15:52:43,831 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37998, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6276445831860799565_1220, duration: 3949527
2013-10-31 15:52:43,832 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6276445831860799565_1220 terminating
2013-10-31 15:52:43,832 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36351, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6276445831860799565_1220, duration: 4856369
2013-10-31 15:52:43,833 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6276445831860799565_1220 terminating
2013-10-31 15:52:43,833 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57910, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6276445831860799565_1220, duration: 5785452
2013-10-31 15:52:43,834 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6276445831860799565_1220 terminating
2013-10-31 15:52:43,835 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6276445831860799565_1220 size 238055
2013-10-31 15:52:43,836 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar from client DFSClient_1020568644
2013-10-31 15:52:43,836 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar is closed by DFSClient_1020568644
2013-10-31 15:52:43,836 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6276445831860799565_1220 size 238055
2013-10-31 15:52:43,837 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6276445831860799565_1220 size 238055
2013-10-31 15:52:43,843 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar. New replication is 10
2013-10-31 15:52:43,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar dst=null perm=null
2013-10-31 15:52:43,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:43,855 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:52:43,859 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:52:43,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:52:43,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,590 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_6276445831860799565_1220 to datanode(s) 127.0.0.1:51383
2013-10-31 15:52:44,590 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_3665224556929424581_1210 blk_705696396140098372_1208 blk_5613492555301810646_1207
2013-10-31 15:52:44,591 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_8590907566543226202_1213
2013-10-31 15:52:44,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,592 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split. New replication is 10
2013-10-31 15:52:44,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=null
2013-10-31 15:52:44,601 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split. blk_155520751409788979_1221
2013-10-31 15:52:44,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_155520751409788979_1221 src: /127.0.0.1:36353 dest: /127.0.0.1:37515
2013-10-31 15:52:44,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_155520751409788979_1221 src: /127.0.0.1:38000 dest: /127.0.0.1:42031
2013-10-31 15:52:44,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_155520751409788979_1221 src: /127.0.0.1:57915 dest: /127.0.0.1:40932
2013-10-31 15:52:44,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_155520751409788979_1221 src: /127.0.0.1:60697 dest: /127.0.0.1:51383
2013-10-31 15:52:44,607 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60697, dest: /127.0.0.1:51383, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_155520751409788979_1221, duration: 51748
2013-10-31 15:52:44,608 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_155520751409788979_1221 terminating
2013-10-31 15:52:44,608 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57915, dest: /127.0.0.1:40932, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_155520751409788979_1221, duration: 432990
2013-10-31 15:52:44,608 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_155520751409788979_1221 terminating
2013-10-31 15:52:44,608 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38000, dest: /127.0.0.1:42031, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_155520751409788979_1221, duration: 865573
2013-10-31 15:52:44,609 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_155520751409788979_1221 terminating
2013-10-31 15:52:44,609 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_155520751409788979_1221 size 1762
2013-10-31 15:52:44,609 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36353, dest: /127.0.0.1:37515, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_155520751409788979_1221, duration: 1308844
2013-10-31 15:52:44,609 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_155520751409788979_1221 size 1762
2013-10-31 15:52:44,609 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_155520751409788979_1221 terminating
2013-10-31 15:52:44,612 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_155520751409788979_1221 size 1762
2013-10-31 15:52:44,612 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split from client DFSClient_1020568644
2013-10-31 15:52:44,613 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split is closed by DFSClient_1020568644
2013-10-31 15:52:44,613 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_155520751409788979_1221 size 1762
2013-10-31 15:52:44,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_705696396140098372_1208 file build/test/data/dfs/data/data2/current/blk_705696396140098372 for deletion
2013-10-31 15:52:44,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3665224556929424581_1210 file build/test/data/dfs/data/data1/current/blk_3665224556929424581 for deletion
2013-10-31 15:52:44,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_705696396140098372_1208 at file build/test/data/dfs/data/data2/current/blk_705696396140098372
2013-10-31 15:52:44,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5613492555301810646_1207 file build/test/data/dfs/data/data1/current/blk_5613492555301810646 for deletion
2013-10-31 15:52:44,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3665224556929424581_1210 at file build/test/data/dfs/data/data1/current/blk_3665224556929424581
2013-10-31 15:52:44,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5613492555301810646_1207 at file build/test/data/dfs/data/data1/current/blk_5613492555301810646
2013-10-31 15:52:44,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,640 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.splitmetainfo. blk_-6271148752945694675_1222
2013-10-31 15:52:44,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6271148752945694675_1222 src: /127.0.0.1:36357 dest: /127.0.0.1:37515
2013-10-31 15:52:44,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6271148752945694675_1222 src: /127.0.0.1:38004 dest: /127.0.0.1:42031
2013-10-31 15:52:44,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6271148752945694675_1222 src: /127.0.0.1:60700 dest: /127.0.0.1:51383
2013-10-31 15:52:44,644 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60700, dest: /127.0.0.1:51383, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6271148752945694675_1222, duration: 126211
2013-10-31 15:52:44,644 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6271148752945694675_1222 size 183
2013-10-31 15:52:44,644 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6271148752945694675_1222 terminating
2013-10-31 15:52:44,644 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38004, dest: /127.0.0.1:42031, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6271148752945694675_1222, duration: 881629
2013-10-31 15:52:44,645 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6271148752945694675_1222 terminating
2013-10-31 15:52:44,645 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36357, dest: /127.0.0.1:37515, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6271148752945694675_1222, duration: 1325750
2013-10-31 15:52:44,645 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6271148752945694675_1222 terminating
2013-10-31 15:52:44,647 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6271148752945694675_1222 size 183
2013-10-31 15:52:44,647 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:52:44,647 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:52:44,647 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6271148752945694675_1222 size 183
2013-10-31 15:52:44,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,669 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml. blk_105791012073937037_1223
2013-10-31 15:52:44,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_105791012073937037_1223 src: /127.0.0.1:60701 dest: /127.0.0.1:51383
2013-10-31 15:52:44,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_105791012073937037_1223 src: /127.0.0.1:57921 dest: /127.0.0.1:40932
2013-10-31 15:52:44,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_105791012073937037_1223 src: /127.0.0.1:36362 dest: /127.0.0.1:37515
2013-10-31 15:52:44,675 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36362, dest: /127.0.0.1:37515, bytes: 27496, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_105791012073937037_1223, duration: 1394198
2013-10-31 15:52:44,675 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_105791012073937037_1223 terminating
2013-10-31 15:52:44,675 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_105791012073937037_1223 size 27496
2013-10-31 15:52:44,675 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57921, dest: /127.0.0.1:40932, bytes: 27496, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_105791012073937037_1223, duration: 869532
2013-10-31 15:52:44,675 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_105791012073937037_1223 size 27496
2013-10-31 15:52:44,676 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_105791012073937037_1223 terminating
2013-10-31 15:52:44,676 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60701, dest: /127.0.0.1:51383, bytes: 27496, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_105791012073937037_1223, duration: 1774112
2013-10-31 15:52:44,677 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_105791012073937037_1223 terminating
2013-10-31 15:52:44,678 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml from client DFSClient_1020568644
2013-10-31 15:52:44,678 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml is closed by DFSClient_1020568644
2013-10-31 15:52:44,680 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_105791012073937037_1223 size 27496
2013-10-31 15:52:44,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml dst=null perm=null
2013-10-31 15:52:44,692 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36364, bytes: 27712, op: HDFS_READ, cliID: DFSClient_1481907757, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_105791012073937037_1223, duration: 175997
2013-10-31 15:52:44,710 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0022: nMaps=5 nReduces=0 max=-1
2013-10-31 15:52:44,711 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0022 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:52:44,711 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0022
2013-10-31 15:52:44,711 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0022 RESULT=SUCCESS
2013-10-31 15:52:44,711 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0022
2013-10-31 15:52:44,712 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0022
2013-10-31 15:52:44,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_1383234764685_hadoop_%5B1C5A0126F79A439AA534CC86A605C1A9%2F75E1A8842F6840F1 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,737 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_conf.xml. blk_8635319778046792716_1225
2013-10-31 15:52:44,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8635319778046792716_1225 src: /127.0.0.1:36365 dest: /127.0.0.1:37515
2013-10-31 15:52:44,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8635319778046792716_1225 src: /127.0.0.1:38012 dest: /127.0.0.1:42031
2013-10-31 15:52:44,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8635319778046792716_1225 src: /127.0.0.1:57927 dest: /127.0.0.1:40932
2013-10-31 15:52:44,742 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57927, dest: /127.0.0.1:40932, bytes: 27561, op: HDFS_WRITE, cliID: DFSClient_1481907757, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8635319778046792716_1225, duration: 660750
2013-10-31 15:52:44,743 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8635319778046792716_1225 terminating
2013-10-31 15:52:44,743 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38012, dest: /127.0.0.1:42031, bytes: 27561, op: HDFS_WRITE, cliID: DFSClient_1481907757, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8635319778046792716_1225, duration: 1539866
2013-10-31 15:52:44,744 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8635319778046792716_1225 terminating
2013-10-31 15:52:44,744 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36365, dest: /127.0.0.1:37515, bytes: 27561, op: HDFS_WRITE, cliID: DFSClient_1481907757, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8635319778046792716_1225, duration: 2445288
2013-10-31 15:52:44,744 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8635319778046792716_1225 terminating
2013-10-31 15:52:44,746 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8635319778046792716_1225 size 27561
2013-10-31 15:52:44,746 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_conf.xml from client DFSClient_1481907757
2013-10-31 15:52:44,747 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_conf.xml is closed by DFSClient_1481907757
2013-10-31 15:52:44,747 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8635319778046792716_1225 size 27561
2013-10-31 15:52:44,747 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8635319778046792716_1225 size 27561
2013-10-31 15:52:44,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:44,760 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken. blk_-757499968047561098_1226
2013-10-31 15:52:44,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-757499968047561098_1226 src: /127.0.0.1:60709 dest: /127.0.0.1:51383
2013-10-31 15:52:44,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-757499968047561098_1226 src: /127.0.0.1:57929 dest: /127.0.0.1:40932
2013-10-31 15:52:44,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-757499968047561098_1226 src: /127.0.0.1:36370 dest: /127.0.0.1:37515
2013-10-31 15:52:44,765 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36370, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-757499968047561098_1226, duration: 38213
2013-10-31 15:52:44,766 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-757499968047561098_1226 terminating
2013-10-31 15:52:44,766 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57929, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-757499968047561098_1226, duration: 451858
2013-10-31 15:52:44,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-757499968047561098_1226 terminating
2013-10-31 15:52:44,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60709, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-757499968047561098_1226, duration: 1402888
2013-10-31 15:52:44,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-757499968047561098_1226 terminating
2013-10-31 15:52:44,769 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-757499968047561098_1226 size 116
2013-10-31 15:52:44,769 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken from client DFSClient_1020568644
2013-10-31 15:52:44,769 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken is closed by DFSClient_1020568644
2013-10-31 15:52:44,770 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-757499968047561098_1226 size 116
2013-10-31 15:52:44,770 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-757499968047561098_1226 size 116
2013-10-31 15:52:44,776 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken
2013-10-31 15:52:44,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.splitmetainfo dst=null perm=null
2013-10-31 15:52:44,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38017, bytes: 187, op: HDFS_READ, cliID: DFSClient_1481907757, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6271148752945694675_1222, duration: 109527
2013-10-31 15:52:44,780 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0022 = 30. Number of splits = 5
2013-10-31 15:52:44,781 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,781 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,781 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,781 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,782 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,782 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,782 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,782 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,783 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,783 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,783 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,783 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,784 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,784 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,784 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0022_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:52:44,784 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0022 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:52:44,785 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0022 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:52:45,616 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_6276445831860799565_1220 to 127.0.0.1:51383
2013-10-31 15:52:45,616 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8590907566543226202_1213 file build/test/data/dfs/data/data6/current/blk_8590907566543226202 for deletion
2013-10-31 15:52:45,617 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8590907566543226202_1213 at file build/test/data/dfs/data/data6/current/blk_8590907566543226202
2013-10-31 15:52:45,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6276445831860799565_1220 src: /127.0.0.1:60713 dest: /127.0.0.1:51383
2013-10-31 15:52:45,619 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_6276445831860799565_1220 to /127.0.0.1:51383
2013-10-31 15:52:45,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_6276445831860799565_1220 src: /127.0.0.1:60713 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:52:45,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6276445831860799565_1220 size 238055
2013-10-31 15:52:46,013 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0022_m_000006_0' to tip task_20131031154230960_0022_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:52:46,018 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0021_m_000000_0'
2013-10-31 15:52:46,018 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0021_m_000005_0'
2013-10-31 15:52:46,019 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0022_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:52:46,020 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0022_m_000006_0 which needs 1 slots
2013-10-31 15:52:46,020 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0022_m_000006_0 which needs 1 slots
2013-10-31 15:52:46,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken dst=null perm=null
2013-10-31 15:52:46,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57933, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-757499968047561098_1226, duration: 289867
2013-10-31 15:52:46,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml dst=null perm=null
2013-10-31 15:52:46,039 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60716, bytes: 27712, op: HDFS_READ, cliID: DFSClient_1878472474, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_105791012073937037_1223, duration: 380211
2013-10-31 15:52:46,047 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0021_m_000001_0'
2013-10-31 15:52:46,070 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:52:46,080 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0021_m_000002_0'
2013-10-31 15:52:46,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar dst=null perm=null
2013-10-31 15:52:46,117 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36376, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1878472474, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6276445831860799565_1220, duration: 1441741
2013-10-31 15:52:46,216 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0021_m_-1414221663
2013-10-31 15:52:46,223 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26946 with signal TERM. Exit code 0
2013-10-31 15:52:46,223 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0022_m_1733150441
2013-10-31 15:52:46,224 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0022_m_1733150441 spawned.
2013-10-31 15:52:46,225 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0022/attempt_20131031154230960_0022_m_000006_0/taskjvm.sh
2013-10-31 15:52:46,436 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0021_m_-1414221663
2013-10-31 15:52:47,429 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:47,429 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:47,429 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:47,429 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0021_m_-1414221663 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:47,591 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_3665224556929424581_1210 blk_705696396140098372_1208 blk_8590907566543226202_1213 blk_4762200214585738659_1209 blk_5613492555301810646_1207
2013-10-31 15:52:47,591 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_8590907566543226202_1213
2013-10-31 15:52:48,061 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0022_m_1733150441 given task: attempt_20131031154230960_0022_m_000006_0
2013-10-31 15:52:48,150 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_705696396140098372_1208 file build/test/data/dfs/data/data4/current/blk_705696396140098372 for deletion
2013-10-31 15:52:48,150 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3665224556929424581_1210 file build/test/data/dfs/data/data4/current/blk_3665224556929424581 for deletion
2013-10-31 15:52:48,150 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_705696396140098372_1208 at file build/test/data/dfs/data/data4/current/blk_705696396140098372
2013-10-31 15:52:48,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4762200214585738659_1209 file build/test/data/dfs/data/data3/current/blk_4762200214585738659 for deletion
2013-10-31 15:52:48,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3665224556929424581_1210 at file build/test/data/dfs/data/data4/current/blk_3665224556929424581
2013-10-31 15:52:48,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4762200214585738659_1209 at file build/test/data/dfs/data/data3/current/blk_4762200214585738659
2013-10-31 15:52:48,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5613492555301810646_1207 file build/test/data/dfs/data/data3/current/blk_5613492555301810646 for deletion
2013-10-31 15:52:48,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8590907566543226202_1213 file build/test/data/dfs/data/data4/current/blk_8590907566543226202 for deletion
2013-10-31 15:52:48,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5613492555301810646_1207 at file build/test/data/dfs/data/data3/current/blk_5613492555301810646
2013-10-31 15:52:48,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8590907566543226202_1213 at file build/test/data/dfs/data/data4/current/blk_8590907566543226202
2013-10-31 15:52:48,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:48,624 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0021
2013-10-31 15:52:48,625 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0021_m_000004_0 not found in cache
2013-10-31 15:52:48,625 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0021_m_000003_0 not found in cache
2013-10-31 15:52:48,626 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0021 for user-log deletion with retainTimeStamp:1383321168625
2013-10-31 15:52:48,832 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0021_m_-7203600 since job job_20131031154230960_0021 is dead
2013-10-31 15:52:48,842 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27071 with signal TERM. Exit code 0
2013-10-31 15:52:49,029 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:49,029 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:49,030 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:49,030 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0021_m_-7203600 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:49,155 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8590907566543226202_1213 file build/test/data/dfs/data/data7/current/blk_8590907566543226202 for deletion
2013-10-31 15:52:49,155 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8590907566543226202_1213 at file build/test/data/dfs/data/data7/current/blk_8590907566543226202
2013-10-31 15:52:49,657 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0021_m_1040729386 since job job_20131031154230960_0021 is dead
2013-10-31 15:52:49,668 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27271 with signal TERM. Exit code 0
2013-10-31 15:52:49,838 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:49,838 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:49,838 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:49,838 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0021_m_1040729386 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:51,020 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0021
2013-10-31 15:52:51,020 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0021_m_000000_0 not found in cache
2013-10-31 15:52:51,021 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0021 for user-log deletion with retainTimeStamp:1383321171021
2013-10-31 15:52:51,047 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0021
2013-10-31 15:52:51,048 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0021_m_000001_0 not found in cache
2013-10-31 15:52:51,049 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0021 for user-log deletion with retainTimeStamp:1383321171049
2013-10-31 15:52:51,081 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0021
2013-10-31 15:52:51,081 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0021_m_000002_0 not found in cache
2013-10-31 15:52:51,082 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0021 for user-log deletion with retainTimeStamp:1383321171082
2013-10-31 15:52:51,479 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000006_0 0.0% setup
2013-10-31 15:52:51,482 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0022_m_000006_0 is done.
2013-10-31 15:52:51,482 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0022_m_000006_0 was -1
2013-10-31 15:52:51,483 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:51,596 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0021_m_-509346409 since job job_20131031154230960_0021 is dead
2013-10-31 15:52:51,607 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27030 with signal TERM. Exit code 0
2013-10-31 15:52:51,748 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0021_m_1369705152 since job job_20131031154230960_0021 is dead
2013-10-31 15:52:51,757 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26844 with signal TERM. Exit code 0
2013-10-31 15:52:51,821 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:51,821 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:51,821 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:51,822 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0021_m_-509346409 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:51,854 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0021_m_1636087028 since job job_20131031154230960_0021 is dead
2013-10-31 15:52:51,857 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27070 with signal TERM. Exit code 0
2013-10-31 15:52:51,926 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:51,926 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:51,926 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:51,926 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0021_m_1369705152 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:52,024 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0022_m_000006_0' has completed task_20131031154230960_0022_m_000006 successfully.
2013-10-31 15:52:52,026 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0022_m_000000_0' to tip task_20131031154230960_0022_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:52:52,027 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0022_m_000000
2013-10-31 15:52:52,028 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0022_m_000001_0' to tip task_20131031154230960_0022_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:52:52,028 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0022_m_000001
2013-10-31 15:52:52,029 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0022_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:52:52,030 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0022_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:52:52,030 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0022_m_000000_0 which needs 1 slots
2013-10-31 15:52:52,030 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0022_m_000000_0 which needs 1 slots
2013-10-31 15:52:52,031 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0022_m_000001_0 which needs 1 slots
2013-10-31 15:52:52,031 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0022_m_000001_0 which needs 1 slots
2013-10-31 15:52:52,049 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0022_m_-1654736125
2013-10-31 15:52:52,050 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0022_m_-1654736125 spawned.
2013-10-31 15:52:52,051 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0022/attempt_20131031154230960_0022_m_000000_0/taskjvm.sh
2013-10-31 15:52:52,053 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0022_m_000002_0' to tip task_20131031154230960_0022_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:52:52,053 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0022_m_000002
2013-10-31 15:52:52,054 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0022_m_000003_0' to tip task_20131031154230960_0022_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:52:52,055 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:52:52,055 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:52:52,055 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:52:52,056 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0021_m_1636087028 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:52:52,061 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0022/attempt_20131031154230960_0022_m_000001_0. Attempting to reuse: jvm_20131031154230960_0022_m_1733150441
2013-10-31 15:52:52,066 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0022_m_000003
2013-10-31 15:52:52,067 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0022_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:52:52,067 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0022_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:52:52,068 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0022_m_000002_0 which needs 1 slots
2013-10-31 15:52:52,068 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0022_m_000002_0 which needs 1 slots
2013-10-31 15:52:52,068 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0022_m_000003_0 which needs 1 slots
2013-10-31 15:52:52,068 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0022_m_000003_0 which needs 1 slots
2013-10-31 15:52:52,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken dst=null perm=null
2013-10-31 15:52:52,072 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36379, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-757499968047561098_1226, duration: 139721
2013-10-31 15:52:52,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml dst=null perm=null
2013-10-31 15:52:52,082 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36381, bytes: 27712, op: HDFS_READ, cliID: DFSClient_-1316335714, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_105791012073937037_1223, duration: 330041
2013-10-31 15:52:52,087 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0022_m_000004_0' to tip task_20131031154230960_0022_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:52:52,088 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0022_m_000004
2013-10-31 15:52:52,090 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0022_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:52:52,090 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0022_m_000004_0 which needs 1 slots
2013-10-31 15:52:52,090 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0022_m_000004_0 which needs 1 slots
2013-10-31 15:52:52,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022/jobToken dst=null perm=null
2013-10-31 15:52:52,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57942, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-757499968047561098_1226, duration: 291216
2013-10-31 15:52:52,112 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:52:52,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.xml dst=null perm=null
2013-10-31 15:52:52,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60725, bytes: 27712, op: HDFS_READ, cliID: DFSClient_-938708328, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_105791012073937037_1223, duration: 418851
2013-10-31 15:52:52,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar dst=null perm=null
2013-10-31 15:52:52,141 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:52:52,145 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57945, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1316335714, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6276445831860799565_1220, duration: 1452411
2013-10-31 15:52:52,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.jar dst=null perm=null
2013-10-31 15:52:52,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36386, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-938708328, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6276445831860799565_1220, duration: 718567
2013-10-31 15:52:52,205 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0022_m_1329464627
2013-10-31 15:52:52,206 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0022_m_1329464627 spawned.
2013-10-31 15:52:52,206 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0022_m_-79479003
2013-10-31 15:52:52,207 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0022_m_-79479003 spawned.
2013-10-31 15:52:52,208 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0022/attempt_20131031154230960_0022_m_000003_0/taskjvm.sh
2013-10-31 15:52:52,208 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0022/attempt_20131031154230960_0022_m_000002_0/taskjvm.sh
2013-10-31 15:52:52,210 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0022_m_1015951442
2013-10-31 15:52:52,211 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0022_m_1015951442 spawned.
2013-10-31 15:52:52,212 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0022/attempt_20131031154230960_0022_m_000004_0/taskjvm.sh
2013-10-31 15:52:52,554 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0022_m_1733150441 given task: attempt_20131031154230960_0022_m_000001_0
2013-10-31 15:52:52,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=null
2013-10-31 15:52:52,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57948, bytes: 1778, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_155520751409788979_1221, duration: 171334
2013-10-31 15:52:52,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:52:52,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:57949, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-894213815128831033_1219, duration: 122131
2013-10-31 15:52:52,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:52,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:52,909 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0022_m_-1654736125 given task: attempt_20131031154230960_0022_m_000000_0
2013-10-31 15:52:53,008 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0/part-00001. blk_-3983888756402685435_1227
2013-10-31 15:52:53,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3983888756402685435_1227 src: /127.0.0.1:36391 dest: /127.0.0.1:37515
2013-10-31 15:52:53,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3983888756402685435_1227 src: /127.0.0.1:57952 dest: /127.0.0.1:40932
2013-10-31 15:52:53,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3983888756402685435_1227 src: /127.0.0.1:60734 dest: /127.0.0.1:51383
2013-10-31 15:52:53,050 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60734, dest: /127.0.0.1:51383, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3983888756402685435_1227, duration: 19996217
2013-10-31 15:52:53,050 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3983888756402685435_1227 terminating
2013-10-31 15:52:53,050 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57952, dest: /127.0.0.1:40932, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3983888756402685435_1227, duration: 20469968
2013-10-31 15:52:53,051 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3983888756402685435_1227 terminating
2013-10-31 15:52:53,051 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3983888756402685435_1227 size 8
2013-10-31 15:52:53,051 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36391, dest: /127.0.0.1:37515, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3983888756402685435_1227, duration: 21115804
2013-10-31 15:52:53,051 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3983888756402685435_1227 terminating
2013-10-31 15:52:53,053 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3983888756402685435_1227 size 8
2013-10-31 15:52:53,054 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3983888756402685435_1227 size 8
2013-10-31 15:52:53,054 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0022_m_000001_0
2013-10-31 15:52:53,055 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0022_m_000001_0
2013-10-31 15:52:53,100 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0022_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:53,100 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000001_0 0.0%
2013-10-31 15:52:53,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=null
2013-10-31 15:52:53,418 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60739, bytes: 1778, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_155520751409788979_1221, duration: 167842
2013-10-31 15:52:53,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:52:53,471 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0022_m_1015951442 given task: attempt_20131031154230960_0022_m_000004_0
2013-10-31 15:52:53,474 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0022_m_-79479003 given task: attempt_20131031154230960_0022_m_000002_0
2013-10-31 15:52:53,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:53,484 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0022_m_1329464627 given task: attempt_20131031154230960_0022_m_000003_0
2013-10-31 15:52:53,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:53,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38045, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-894213815128831033_1219, duration: 131708
2013-10-31 15:52:53,654 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0/part-00000. blk_-3692108204638551910_1228
2013-10-31 15:52:53,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3692108204638551910_1228 src: /127.0.0.1:57960 dest: /127.0.0.1:40932
2013-10-31 15:52:53,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3692108204638551910_1228 src: /127.0.0.1:60742 dest: /127.0.0.1:51383
2013-10-31 15:52:53,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3692108204638551910_1228 src: /127.0.0.1:38048 dest: /127.0.0.1:42031
2013-10-31 15:52:53,691 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38048, dest: /127.0.0.1:42031, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3692108204638551910_1228, duration: 1811067
2013-10-31 15:52:53,691 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3692108204638551910_1228 terminating
2013-10-31 15:52:53,691 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60742, dest: /127.0.0.1:51383, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3692108204638551910_1228, duration: 1992033
2013-10-31 15:52:53,692 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3692108204638551910_1228 size 16
2013-10-31 15:52:53,692 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3692108204638551910_1228 terminating
2013-10-31 15:52:53,692 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57960, dest: /127.0.0.1:40932, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3692108204638551910_1228, duration: 2493146
2013-10-31 15:52:53,692 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3692108204638551910_1228 terminating
2013-10-31 15:52:53,693 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0022_m_000000_0
2013-10-31 15:52:53,693 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0022_m_000000_0
2013-10-31 15:52:53,694 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3692108204638551910_1228 size 16
2013-10-31 15:52:53,695 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3692108204638551910_1228 size 16
2013-10-31 15:52:53,744 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0022_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:53,744 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000000_0 0.0%
2013-10-31 15:52:53,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=null
2013-10-31 15:52:53,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38052, bytes: 746, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000004_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_155520751409788979_1221, duration: 164612
2013-10-31 15:52:53,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=null
2013-10-31 15:52:53,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38053, bytes: 1262, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_155520751409788979_1221, duration: 145991
2013-10-31 15:52:53,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022/job.split dst=null perm=null
2013-10-31 15:52:53,988 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38054, bytes: 746, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_155520751409788979_1221, duration: 137901
2013-10-31 15:52:54,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:52:54,013 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38055, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000004_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-894213815128831033_1219, duration: 100955
2013-10-31 15:52:54,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:52:54,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38056, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-894213815128831033_1219, duration: 102459
2013-10-31 15:52:54,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:52:54,027 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36411, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0022_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-894213815128831033_1219, duration: 101204
2013-10-31 15:52:54,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:54,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:54,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:54,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:54,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:54,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:54,236 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000004_0/part-00004 from client DFSClient_attempt_20131031154230960_0022_m_000004_0
2013-10-31 15:52:54,236 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031154230960_0022_m_000004_0
2013-10-31 15:52:54,243 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0/part-00002. blk_5415354555098723911_1231
2013-10-31 15:52:54,247 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0/part-00003. blk_8424093494677802185_1231
2013-10-31 15:52:54,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8424093494677802185_1231 src: /127.0.0.1:60754 dest: /127.0.0.1:51383
2013-10-31 15:52:54,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5415354555098723911_1231 src: /127.0.0.1:38058 dest: /127.0.0.1:42031
2013-10-31 15:52:54,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8424093494677802185_1231 src: /127.0.0.1:36415 dest: /127.0.0.1:37515
2013-10-31 15:52:54,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8424093494677802185_1231 src: /127.0.0.1:38062 dest: /127.0.0.1:42031
2013-10-31 15:52:54,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5415354555098723911_1231 src: /127.0.0.1:57977 dest: /127.0.0.1:40932
2013-10-31 15:52:54,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5415354555098723911_1231 src: /127.0.0.1:60759 dest: /127.0.0.1:51383
2013-10-31 15:52:54,933 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38062, dest: /127.0.0.1:42031, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8424093494677802185_1231, duration: 2616194
2013-10-31 15:52:54,934 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8424093494677802185_1231 terminating
2013-10-31 15:52:54,935 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36415, dest: /127.0.0.1:37515, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8424093494677802185_1231, duration: 3732283
2013-10-31 15:52:54,935 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8424093494677802185_1231 terminating
2013-10-31 15:52:54,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60754, dest: /127.0.0.1:51383, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8424093494677802185_1231, duration: 5029254
2013-10-31 15:52:54,936 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8424093494677802185_1231 terminating
2013-10-31 15:52:54,936 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8424093494677802185_1231 size 8
2013-10-31 15:52:54,937 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8424093494677802185_1231 size 8
2013-10-31 15:52:54,938 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60759, dest: /127.0.0.1:51383, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5415354555098723911_1231, duration: 2589986
2013-10-31 15:52:54,938 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5415354555098723911_1231 terminating
2013-10-31 15:52:54,938 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8424093494677802185_1231 size 8
2013-10-31 15:52:54,939 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57977, dest: /127.0.0.1:40932, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5415354555098723911_1231, duration: 3617039
2013-10-31 15:52:54,939 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0022_m_000003_0
2013-10-31 15:52:54,941 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5415354555098723911_1231 terminating
2013-10-31 15:52:54,943 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0022_m_000003_0
2013-10-31 15:52:54,943 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38058, dest: /127.0.0.1:42031, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0022_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5415354555098723911_1231, duration: 8229014
2013-10-31 15:52:54,943 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5415354555098723911_1231 size 8
2013-10-31 15:52:54,944 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5415354555098723911_1231 terminating
2013-10-31 15:52:54,944 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5415354555098723911_1231 size 8
2013-10-31 15:52:54,945 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0022_m_000002_0
2013-10-31 15:52:54,946 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0022_m_000002_0
2013-10-31 15:52:54,948 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5415354555098723911_1231 size 8
2013-10-31 15:52:55,035 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0022_m_000000_0
2013-10-31 15:52:55,035 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0022_m_000001_0
2013-10-31 15:52:55,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0 dst=null perm=null
2013-10-31 15:52:55,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:55,265 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0022_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:55,265 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000004_0 0.0%
2013-10-31 15:52:55,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:55,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000001_0 dst=null perm=null
2013-10-31 15:52:55,747 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0022_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:55,748 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000003_0 0.0%
2013-10-31 15:52:55,751 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0022_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:52:55,751 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000002_0 0.0%
2013-10-31 15:52:55,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0 dst=null perm=null
2013-10-31 15:52:55,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:55,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:55,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000000_0 dst=null perm=null
2013-10-31 15:52:56,340 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:0+7
2013-10-31 15:52:56,341 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0022_m_000000_0 is done.
2013-10-31 15:52:56,342 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0022_m_000000_0 was -1
2013-10-31 15:52:56,342 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:52:57,030 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0022_m_000006_0
2013-10-31 15:52:57,031 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0022_m_000006_0
2013-10-31 15:52:57,031 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0022_m_000006_0 not found in cache
2013-10-31 15:52:58,039 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0022_m_000000_0' has completed task_20131031154230960_0022_m_000000 successfully.
2013-10-31 15:52:58,074 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0022_m_000002_0
2013-10-31 15:52:58,074 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0022_m_000003_0
2013-10-31 15:52:58,096 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0022_m_000004_0
2013-10-31 15:52:58,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000004_0 dst=null perm=null
2013-10-31 15:52:58,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:58,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:58,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000004_0 dst=null perm=null
2013-10-31 15:52:58,654 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:7+7
2013-10-31 15:52:58,657 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:7+7
2013-10-31 15:52:58,657 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0022_m_000001_0 is done.
2013-10-31 15:52:58,657 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0022_m_000001_0 was -1
2013-10-31 15:52:58,658 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:58,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0 dst=null perm=null
2013-10-31 15:52:58,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:58,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0 dst=null perm=null
2013-10-31 15:52:58,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:52:58,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:58,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:52:58,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000003_0 dst=null perm=null
2013-10-31 15:52:58,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary/_attempt_20131031154230960_0022_m_000002_0 dst=null perm=null
2013-10-31 15:52:59,949 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000004_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:28+2
2013-10-31 15:52:59,951 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000004_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:28+2
2013-10-31 15:52:59,952 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0022_m_000004_0 is done.
2013-10-31 15:52:59,952 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0022_m_000004_0 was -1
2013-10-31 15:52:59,952 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:52:59,953 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:14+7
2013-10-31 15:52:59,955 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:14+7
2013-10-31 15:52:59,956 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:21+7
2013-10-31 15:52:59,956 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0022_m_000002_0 is done.
2013-10-31 15:52:59,956 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0022_m_000002_0 was -1
2013-10-31 15:52:59,956 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:52:59,957 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:21+7
2013-10-31 15:52:59,958 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0022_m_000003_0 is done.
2013-10-31 15:52:59,958 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0022_m_000003_0 was -1
2013-10-31 15:52:59,958 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:01,045 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0022_m_000001_0' has completed task_20131031154230960_0022_m_000001 successfully.
2013-10-31 15:53:01,078 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0022_m_000002_0' has completed task_20131031154230960_0022_m_000002 successfully.
2013-10-31 15:53:01,079 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0022_m_000003_0' has completed task_20131031154230960_0022_m_000003 successfully.
2013-10-31 15:53:01,100 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0022_m_000004_0' has completed task_20131031154230960_0022_m_000004 successfully.
2013-10-31 15:53:01,104 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0022_m_000005_0' to tip task_20131031154230960_0022_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:53:01,106 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0022_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:53:01,106 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0022_m_000005_0 which needs 1 slots
2013-10-31 15:53:01,107 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0022_m_000005_0 which needs 1 slots
2013-10-31 15:53:01,138 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0022_m_1662559204
2013-10-31 15:53:01,138 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0022_m_1662559204 spawned.
2013-10-31 15:53:01,141 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0022/attempt_20131031154230960_0022_m_000005_0/taskjvm.sh
2013-10-31 15:53:02,006 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0022_m_1662559204 given task: attempt_20131031154230960_0022_m_000005_0
2013-10-31 15:53:02,503 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000005_0 0.0%
2013-10-31 15:53:02,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary dst=null perm=null
2013-10-31 15:53:02,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:02,532 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_SUCCESS from client DFSClient_attempt_20131031154230960_0022_m_000005_0
2013-10-31 15:53:02,533 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0022_m_000005_0
2013-10-31 15:53:02,542 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6276445831860799565 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:02,542 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6276445831860799565 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:02,542 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6276445831860799565 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:53:02,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6276445831860799565 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:02,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_155520751409788979 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:02,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_155520751409788979 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:02,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_155520751409788979 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:02,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_155520751409788979 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:53:02,544 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6271148752945694675 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:02,544 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6271148752945694675 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:53:02,544 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6271148752945694675 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:02,544 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_105791012073937037 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:02,545 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_105791012073937037 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:02,545 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_105791012073937037 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:02,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0022 dst=null perm=null
2013-10-31 15:53:02,593 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_105791012073937037_1223 blk_-6271148752945694675_1222 blk_6276445831860799565_1220 blk_155520751409788979_1221
2013-10-31 15:53:02,594 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-6271148752945694675_1222 blk_6276445831860799565_1220 blk_155520751409788979_1221
2013-10-31 15:53:02,641 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6271148752945694675_1222 file build/test/data/dfs/data/data1/current/blk_-6271148752945694675 for deletion
2013-10-31 15:53:02,641 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_105791012073937037_1223 file build/test/data/dfs/data/data2/current/blk_105791012073937037 for deletion
2013-10-31 15:53:02,641 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6271148752945694675_1222 at file build/test/data/dfs/data/data1/current/blk_-6271148752945694675
2013-10-31 15:53:02,641 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_155520751409788979_1221 file build/test/data/dfs/data/data2/current/blk_155520751409788979 for deletion
2013-10-31 15:53:02,642 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_105791012073937037_1223 at file build/test/data/dfs/data/data2/current/blk_105791012073937037
2013-10-31 15:53:02,642 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6276445831860799565_1220 file build/test/data/dfs/data/data2/current/blk_6276445831860799565 for deletion
2013-10-31 15:53:02,642 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_155520751409788979_1221 at file build/test/data/dfs/data/data2/current/blk_155520751409788979
2013-10-31 15:53:02,643 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6276445831860799565_1220 at file build/test/data/dfs/data/data2/current/blk_6276445831860799565
2013-10-31 15:53:03,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6271148752945694675_1222 file build/test/data/dfs/data/data6/current/blk_-6271148752945694675 for deletion
2013-10-31 15:53:03,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_155520751409788979_1221 file build/test/data/dfs/data/data5/current/blk_155520751409788979 for deletion
2013-10-31 15:53:03,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6271148752945694675_1222 at file build/test/data/dfs/data/data6/current/blk_-6271148752945694675
2013-10-31 15:53:03,623 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6276445831860799565_1220 file build/test/data/dfs/data/data6/current/blk_6276445831860799565 for deletion
2013-10-31 15:53:03,623 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_155520751409788979_1221 at file build/test/data/dfs/data/data5/current/blk_155520751409788979
2013-10-31 15:53:03,623 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6276445831860799565_1220 at file build/test/data/dfs/data/data6/current/blk_6276445831860799565
2013-10-31 15:53:05,007 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 41
2013-10-31 15:53:05,436 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0022_m_000005_0 0.0% cleanup
2013-10-31 15:53:05,438 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0022_m_000005_0 is done.
2013-10-31 15:53:05,438 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0022_m_000005_0 was -1
2013-10-31 15:53:05,438 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:05,594 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_105791012073937037_1223 blk_-6271148752945694675_1222 blk_6276445831860799565_1220 blk_155520751409788979_1221
2013-10-31 15:53:05,594 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_105791012073937037_1223 blk_6276445831860799565_1220 blk_155520751409788979_1221
2013-10-31 15:53:06,157 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6271148752945694675_1222 file build/test/data/dfs/data/data4/current/blk_-6271148752945694675 for deletion
2013-10-31 15:53:06,157 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_105791012073937037_1223 file build/test/data/dfs/data/data3/current/blk_105791012073937037 for deletion
2013-10-31 15:53:06,157 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6271148752945694675_1222 at file build/test/data/dfs/data/data4/current/blk_-6271148752945694675
2013-10-31 15:53:06,157 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_155520751409788979_1221 file build/test/data/dfs/data/data3/current/blk_155520751409788979 for deletion
2013-10-31 15:53:06,158 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_105791012073937037_1223 at file build/test/data/dfs/data/data3/current/blk_105791012073937037
2013-10-31 15:53:06,158 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6276445831860799565_1220 file build/test/data/dfs/data/data4/current/blk_6276445831860799565 for deletion
2013-10-31 15:53:06,158 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_155520751409788979_1221 at file build/test/data/dfs/data/data3/current/blk_155520751409788979
2013-10-31 15:53:06,159 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6276445831860799565_1220 at file build/test/data/dfs/data/data4/current/blk_6276445831860799565
2013-10-31 15:53:07,116 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0022_m_000005_0' has completed task_20131031154230960_0022_m_000005 successfully.
2013-10-31 15:53:07,161 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_105791012073937037_1223 file build/test/data/dfs/data/data7/current/blk_105791012073937037 for deletion
2013-10-31 15:53:07,161 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_155520751409788979_1221 file build/test/data/dfs/data/data8/current/blk_155520751409788979 for deletion
2013-10-31 15:53:07,161 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6276445831860799565_1220 file build/test/data/dfs/data/data7/current/blk_6276445831860799565 for deletion
2013-10-31 15:53:07,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_105791012073937037_1223 at file build/test/data/dfs/data/data7/current/blk_105791012073937037
2013-10-31 15:53:07,192 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0022 has completed successfully.
2013-10-31 15:53:07,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_155520751409788979_1221 at file build/test/data/dfs/data/data8/current/blk_155520751409788979
2013-10-31 15:53:07,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6276445831860799565_1220 at file build/test/data/dfs/data/data7/current/blk_6276445831860799565
2013-10-31 15:53:07,193 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0022,submitTime=1383234764685,launchTime=1383234764784,firstMapTaskLaunchTime=1383234772026,firstJobSetupTaskLaunchTime=1383234766013,firstJobCleanupTaskLaunchTime=1383234781103,finishTime=1383234787192,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[1C5A0126F79A439AA534CC86A605C1A9/75E1A8842F6840F1A7089CD0D742AB36] test/(1/1) ...edpipesplatform/ungrouped
2013-10-31 15:53:07,203 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_1383234764685_hadoop_%5B1C5A0126F79A439AA534CC86A605C1A9%2F75E1A8842F6840F1. blk_-2944187783611421741_1232
2013-10-31 15:53:07,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2944187783611421741_1232 src: /127.0.0.1:38069 dest: /127.0.0.1:42031
2013-10-31 15:53:07,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2944187783611421741_1232 src: /127.0.0.1:60765 dest: /127.0.0.1:51383
2013-10-31 15:53:07,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2944187783611421741_1232 src: /127.0.0.1:57985 dest: /127.0.0.1:40932
2013-10-31 15:53:07,218 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57985, dest: /127.0.0.1:40932, bytes: 25813, op: HDFS_WRITE, cliID: DFSClient_1481907757, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2944187783611421741_1232, duration: 4678537
2013-10-31 15:53:07,218 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2944187783611421741_1232 terminating
2013-10-31 15:53:07,219 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60765, dest: /127.0.0.1:51383, bytes: 25813, op: HDFS_WRITE, cliID: DFSClient_1481907757, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2944187783611421741_1232, duration: 3557159
2013-10-31 15:53:07,219 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2944187783611421741_1232 terminating
2013-10-31 15:53:07,220 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38069, dest: /127.0.0.1:42031, bytes: 25813, op: HDFS_WRITE, cliID: DFSClient_1481907757, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2944187783611421741_1232, duration: 7324369
2013-10-31 15:53:07,220 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2944187783611421741_1232 terminating
2013-10-31 15:53:07,224 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2944187783611421741_1232 size 25813
2013-10-31 15:53:07,225 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_1383234764685_hadoop_%5B1C5A0126F79A439AA534CC86A605C1A9%2F75E1A8842F6840F1 from client DFSClient_1481907757
2013-10-31 15:53:07,225 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_logs/history/job_20131031154230960_0022_1383234764685_hadoop_%5B1C5A0126F79A439AA534CC86A605C1A9%2F75E1A8842F6840F1 is closed by DFSClient_1481907757
2013-10-31 15:53:07,225 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2944187783611421741_1232 size 25813
2013-10-31 15:53:07,226 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2944187783611421741_1232 size 25813
2013-10-31 15:53:07,233 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0022_1383234764685_hadoop_%5B1C5A0126F79A439AA534CC86A605C1A9%2F75E1A8842F6840F1 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:53:07,236 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0022_m_000004_0'
2013-10-31 15:53:07,236 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0022_m_000005_0'
2013-10-31 15:53:07,239 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-757499968047561098 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:07,239 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-757499968047561098 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:07,239 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-757499968047561098 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:07,242 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0022_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:53:07,246 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/_temporary
2013-10-31 15:53:07,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0022 dst=null perm=null
2013-10-31 15:53:07,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped dst=null perm=null
2013-10-31 15:53:07,304 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:53:07,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null
2013-10-31 15:53:07,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null
2013-10-31 15:53:07,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null
2013-10-31 15:53:07,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null
2013-10-31 15:53:07,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null
2013-10-31 15:53:07,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null
2013-10-31 15:53:07,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38073, bytes: 20, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3692108204638551910_1228, duration: 339170
2013-10-31 15:53:07,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null
2013-10-31 15:53:07,318 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60769, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3983888756402685435_1227, duration: 256425
2013-10-31 15:53:07,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null
2013-10-31 15:53:07,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60770, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5415354555098723911_1231, duration: 257309
2013-10-31 15:53:07,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null
2013-10-31 15:53:07,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36430, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8424093494677802185_1231, duration: 259424
2013-10-31 15:53:07,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null
2013-10-31 15:53:07,327 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/ungrouped
2013-10-31 15:53:07,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped dst=null perm=null
2013-10-31 15:53:07,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null
2013-10-31 15:53:07,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38077, bytes: 20, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3692108204638551910_1228, duration: 339167
2013-10-31 15:53:07,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null
2013-10-31 15:53:07,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36432, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3983888756402685435_1227, duration: 265917
2013-10-31 15:53:07,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null
2013-10-31 15:53:07,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38079, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5415354555098723911_1231, duration: 259881
2013-10-31 15:53:07,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null
2013-10-31 15:53:07,347 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36434, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8424093494677802185_1231, duration: 269980
2013-10-31 15:53:07,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null
2013-10-31 15:53:07,374 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:53:07,374 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:53:07,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] starting
2013-10-31 15:53:07,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:53:07,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second"]
2013-10-31 15:53:07,402 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third"]
2013-10-31 15:53:07,403 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first"]
2013-10-31 15:53:07,403 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] parallel execution is enabled: true
2013-10-31 15:53:07,403 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] starting jobs: 3
2013-10-31 15:53:07,403 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [third] allocating threads: 3
2013-10-31 15:53:07,404 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [third] starting step: (1/3) ...latform/chainedtaps/first
2013-10-31 15:53:07,406 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:53:07,406 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:53:07,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:53:07,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:53:07,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:07,423 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar. blk_-7285223969352705946_1233
2013-10-31 15:53:07,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7285223969352705946_1233 src: /127.0.0.1:38081 dest: /127.0.0.1:42031
2013-10-31 15:53:07,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7285223969352705946_1233 src: /127.0.0.1:57996 dest: /127.0.0.1:40932
2013-10-31 15:53:07,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7285223969352705946_1233 src: /127.0.0.1:36437 dest: /127.0.0.1:37515
2013-10-31 15:53:07,433 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36437, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7285223969352705946_1233, duration: 3514424
2013-10-31 15:53:07,434 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7285223969352705946_1233 terminating
2013-10-31 15:53:07,434 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57996, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7285223969352705946_1233, duration: 4393362
2013-10-31 15:53:07,435 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7285223969352705946_1233 terminating
2013-10-31 15:53:07,435 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7285223969352705946_1233 size 238055
2013-10-31 15:53:07,435 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38081, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7285223969352705946_1233, duration: 4708648
2013-10-31 15:53:07,436 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7285223969352705946_1233 terminating
2013-10-31 15:53:07,436 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7285223969352705946_1233 size 238055
2013-10-31 15:53:07,438 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar from client DFSClient_1020568644
2013-10-31 15:53:07,438 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar is closed by DFSClient_1020568644
2013-10-31 15:53:07,438 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7285223969352705946_1233 size 238055
2013-10-31 15:53:07,645 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0022
2013-10-31 15:53:07,645 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0022 being deleted.
2013-10-31 15:53:08,595 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-757499968047561098_1226
2013-10-31 15:53:08,595 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-757499968047561098_1226
2013-10-31 15:53:08,643 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-757499968047561098_1226 file build/test/data/dfs/data/data1/current/blk_-757499968047561098 for deletion
2013-10-31 15:53:08,643 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-757499968047561098_1226 at file build/test/data/dfs/data/data1/current/blk_-757499968047561098
2013-10-31 15:53:09,651 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar. New replication is 10
2013-10-31 15:53:09,652 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1229 Total time for transactions(ms): 20Number of transactions batched in Syncs: 94 Number of syncs: 875 SyncTimes(ms): 46152 6525
2013-10-31 15:53:09,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar dst=null perm=null
2013-10-31 15:53:09,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,676 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:53:09,679 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:53:09,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:53:09,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,707 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split. New replication is 10
2013-10-31 15:53:09,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split dst=null perm=null
2013-10-31 15:53:09,723 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split. blk_-562257052185983612_1234
2013-10-31 15:53:09,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-562257052185983612_1234 src: /127.0.0.1:36438 dest: /127.0.0.1:37515
2013-10-31 15:53:09,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-562257052185983612_1234 src: /127.0.0.1:57999 dest: /127.0.0.1:40932
2013-10-31 15:53:09,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-562257052185983612_1234 src: /127.0.0.1:38086 dest: /127.0.0.1:42031
2013-10-31 15:53:09,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-562257052185983612_1234 src: /127.0.0.1:60782 dest: /127.0.0.1:51383
2013-10-31 15:53:09,734 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60782, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-562257052185983612_1234, duration: 85175
2013-10-31 15:53:09,734 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-562257052185983612_1234 terminating
2013-10-31 15:53:09,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38086, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-562257052185983612_1234, duration: 994095
2013-10-31 15:53:09,735 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-562257052185983612_1234 terminating
2013-10-31 15:53:09,736 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:57999, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-562257052185983612_1234, duration: 2056299
2013-10-31 15:53:09,736 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-562257052185983612_1234 terminating
2013-10-31 15:53:09,736 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-562257052185983612_1234 size 1403
2013-10-31 15:53:09,736 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36438, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-562257052185983612_1234, duration: 2910493
2013-10-31 15:53:09,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-562257052185983612_1234 size 1403
2013-10-31 15:53:09,737 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-562257052185983612_1234 terminating
2013-10-31 15:53:09,739 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-562257052185983612_1234 size 1403
2013-10-31 15:53:09,739 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split from client DFSClient_1020568644
2013-10-31 15:53:09,740 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split is closed by DFSClient_1020568644
2013-10-31 15:53:09,740 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-562257052185983612_1234 size 1403
2013-10-31 15:53:09,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,763 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.splitmetainfo. blk_-80591395027387644_1235
2013-10-31 15:53:09,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-80591395027387644_1235 src: /127.0.0.1:38088 dest: /127.0.0.1:42031
2013-10-31 15:53:09,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-80591395027387644_1235 src: /127.0.0.1:60784 dest: /127.0.0.1:51383
2013-10-31 15:53:09,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-80591395027387644_1235 src: /127.0.0.1:36444 dest: /127.0.0.1:37515
2013-10-31 15:53:09,768 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36444, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-80591395027387644_1235, duration: 944795
2013-10-31 15:53:09,768 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-80591395027387644_1235 terminating
2013-10-31 15:53:09,768 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60784, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-80591395027387644_1235, duration: 985087
2013-10-31 15:53:09,768 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-80591395027387644_1235 terminating
2013-10-31 15:53:09,769 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38088, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-80591395027387644_1235, duration: 930659
2013-10-31 15:53:09,769 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-80591395027387644_1235 size 156
2013-10-31 15:53:09,769 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-80591395027387644_1235 terminating
2013-10-31 15:53:09,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-80591395027387644_1235 size 156
2013-10-31 15:53:09,771 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:53:09,771 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:53:09,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-80591395027387644_1235 size 156
2013-10-31 15:53:09,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,802 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml. blk_-6539077530335268016_1236
2013-10-31 15:53:09,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6539077530335268016_1236 src: /127.0.0.1:60786 dest: /127.0.0.1:51383
2013-10-31 15:53:09,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6539077530335268016_1236 src: /127.0.0.1:36446 dest: /127.0.0.1:37515
2013-10-31 15:53:09,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6539077530335268016_1236 src: /127.0.0.1:58007 dest: /127.0.0.1:40932
2013-10-31 15:53:09,810 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58007, dest: /127.0.0.1:40932, bytes: 28405, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6539077530335268016_1236, duration: 150068
2013-10-31 15:53:09,811 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6539077530335268016_1236 size 28405
2013-10-31 15:53:09,811 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6539077530335268016_1236 terminating
2013-10-31 15:53:09,811 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36446, dest: /127.0.0.1:37515, bytes: 28405, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6539077530335268016_1236, duration: 1021080
2013-10-31 15:53:09,812 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6539077530335268016_1236 terminating
2013-10-31 15:53:09,812 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60786, dest: /127.0.0.1:51383, bytes: 28405, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6539077530335268016_1236, duration: 1883295
2013-10-31 15:53:09,813 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6539077530335268016_1236 terminating
2013-10-31 15:53:09,814 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6539077530335268016_1236 size 28405
2013-10-31 15:53:09,814 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml from client DFSClient_1020568644
2013-10-31 15:53:09,831 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml is closed by DFSClient_1020568644
2013-10-31 15:53:09,831 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6539077530335268016_1236 size 28405
2013-10-31 15:53:09,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml dst=null perm=null
2013-10-31 15:53:09,853 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58009, bytes: 28629, op: HDFS_READ, cliID: DFSClient_1433938965, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6539077530335268016_1236, duration: 410598
2013-10-31 15:53:09,871 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0023: nMaps=4 nReduces=1 max=-1
2013-10-31 15:53:09,872 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0023 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:53:09,872 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0023 RESULT=SUCCESS
2013-10-31 15:53:09,872 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0023
2013-10-31 15:53:09,872 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0023
2013-10-31 15:53:09,873 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [third] submitted hadoop job: job_20131031154230960_0023
2013-10-31 15:53:09,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_1383234789842_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F499DF36C5F9A433F dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:09,906 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_conf.xml. blk_-7982350153186001075_1238
2013-10-31 15:53:09,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7982350153186001075_1238 src: /127.0.0.1:36450 dest: /127.0.0.1:37515
2013-10-31 15:53:09,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7982350153186001075_1238 src: /127.0.0.1:38097 dest: /127.0.0.1:42031
2013-10-31 15:53:09,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7982350153186001075_1238 src: /127.0.0.1:60793 dest: /127.0.0.1:51383
2013-10-31 15:53:09,915 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60793, dest: /127.0.0.1:51383, bytes: 28470, op: HDFS_WRITE, cliID: DFSClient_1433938965, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7982350153186001075_1238, duration: 465937
2013-10-31 15:53:09,916 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7982350153186001075_1238 terminating
2013-10-31 15:53:09,916 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38097, dest: /127.0.0.1:42031, bytes: 28470, op: HDFS_WRITE, cliID: DFSClient_1433938965, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7982350153186001075_1238, duration: 1761081
2013-10-31 15:53:09,917 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7982350153186001075_1238 terminating
2013-10-31 15:53:09,917 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7982350153186001075_1238 size 28470
2013-10-31 15:53:09,917 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36450, dest: /127.0.0.1:37515, bytes: 28470, op: HDFS_WRITE, cliID: DFSClient_1433938965, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7982350153186001075_1238, duration: 2349887
2013-10-31 15:53:09,918 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7982350153186001075_1238 terminating
2013-10-31 15:53:09,922 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_conf.xml from client DFSClient_1433938965
2013-10-31 15:53:09,923 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_conf.xml is closed by DFSClient_1433938965
2013-10-31 15:53:09,923 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7982350153186001075_1238 size 28470
2013-10-31 15:53:09,924 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7982350153186001075_1238 size 28470
2013-10-31 15:53:10,058 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0022_m_000000_0'
2013-10-31 15:53:10,058 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0022_m_000001_0'
2013-10-31 15:53:10,058 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0022_m_000006_0'
2013-10-31 15:53:10,091 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0022_m_000002_0'
2013-10-31 15:53:10,091 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0022_m_000003_0'
2013-10-31 15:53:10,162 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-757499968047561098_1226 file build/test/data/dfs/data/data7/current/blk_-757499968047561098 for deletion
2013-10-31 15:53:10,162 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-757499968047561098_1226 at file build/test/data/dfs/data/data7/current/blk_-757499968047561098
2013-10-31 15:53:10,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:10,294 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken. blk_4690417990501889996_1239
2013-10-31 15:53:10,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4690417990501889996_1239 src: /127.0.0.1:36453 dest: /127.0.0.1:37515
2013-10-31 15:53:10,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4690417990501889996_1239 src: /127.0.0.1:58014 dest: /127.0.0.1:40932
2013-10-31 15:53:10,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4690417990501889996_1239 src: /127.0.0.1:38101 dest: /127.0.0.1:42031
2013-10-31 15:53:10,302 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38101, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4690417990501889996_1239, duration: 66436
2013-10-31 15:53:10,302 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4690417990501889996_1239 terminating
2013-10-31 15:53:10,303 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58014, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4690417990501889996_1239, duration: 876726
2013-10-31 15:53:10,303 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4690417990501889996_1239 terminating
2013-10-31 15:53:10,304 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36453, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4690417990501889996_1239, duration: 1816918
2013-10-31 15:53:10,304 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4690417990501889996_1239 terminating
2013-10-31 15:53:10,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4690417990501889996_1239 size 116
2013-10-31 15:53:10,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4690417990501889996_1239 size 116
2013-10-31 15:53:10,308 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4690417990501889996_1239 size 116
2013-10-31 15:53:10,707 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken from client DFSClient_1020568644
2013-10-31 15:53:10,707 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken is closed by DFSClient_1020568644
2013-10-31 15:53:10,714 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken
2013-10-31 15:53:10,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.splitmetainfo dst=null perm=null
2013-10-31 15:53:10,718 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36456, bytes: 160, op: HDFS_READ, cliID: DFSClient_1433938965, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-80591395027387644_1235, duration: 286115
2013-10-31 15:53:10,720 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0023 = 1449. Number of splits = 4
2013-10-31 15:53:10,720 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,720 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,720 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,721 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,721 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,721 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,721 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,722 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,722 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,722 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,722 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,723 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0023_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:10,723 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0023 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:53:10,723 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0023 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:53:11,596 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-7285223969352705946_1233 to datanode(s) 127.0.0.1:51383
2013-10-31 15:53:11,597 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-757499968047561098_1226
2013-10-31 15:53:12,159 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-7285223969352705946_1233 to 127.0.0.1:51383
2013-10-31 15:53:12,159 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-757499968047561098_1226 file build/test/data/dfs/data/data3/current/blk_-757499968047561098 for deletion
2013-10-31 15:53:12,160 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-757499968047561098_1226 at file build/test/data/dfs/data/data3/current/blk_-757499968047561098
2013-10-31 15:53:12,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7285223969352705946_1233 src: /127.0.0.1:60798 dest: /127.0.0.1:51383
2013-10-31 15:53:12,162 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-7285223969352705946_1233 to /127.0.0.1:51383
2013-10-31 15:53:12,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7285223969352705946_1233 src: /127.0.0.1:60798 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:53:12,167 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7285223969352705946_1233 size 238055
2013-10-31 15:53:12,239 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0022
2013-10-31 15:53:12,239 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0022_m_000004_0 not found in cache
2013-10-31 15:53:12,239 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0022_m_000005_0 not found in cache
2013-10-31 15:53:12,240 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0022 for user-log deletion with retainTimeStamp:1383321192240
2013-10-31 15:53:12,483 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0022_m_1015951442 since job job_20131031154230960_0022 is dead
2013-10-31 15:53:12,494 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27685 with signal TERM. Exit code 0
2013-10-31 15:53:12,736 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:12,737 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:12,737 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:12,737 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0022_m_1015951442 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:13,063 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0023_m_000005_0' to tip task_20131031154230960_0023_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:53:13,069 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0023_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:53:13,069 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0023_m_000005_0 which needs 1 slots
2013-10-31 15:53:13,069 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0023_m_000005_0 which needs 1 slots
2013-10-31 15:53:13,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken dst=null perm=null
2013-10-31 15:53:13,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36458, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4690417990501889996_1239, duration: 335715
2013-10-31 15:53:13,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml dst=null perm=null
2013-10-31 15:53:13,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36460, bytes: 28629, op: HDFS_READ, cliID: DFSClient_-1886159576, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6539077530335268016_1236, duration: 392792
2013-10-31 15:53:13,121 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:13,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar dst=null perm=null
2013-10-31 15:53:13,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58021, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1886159576, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7285223969352705946_1233, duration: 1239866
2013-10-31 15:53:13,240 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0022_m_1733150441
2013-10-31 15:53:13,246 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27439 with signal TERM. Exit code 0
2013-10-31 15:53:13,246 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0023_m_-385081953
2013-10-31 15:53:13,246 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0023_m_-385081953 spawned.
2013-10-31 15:53:13,247 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0023/attempt_20131031154230960_0023_m_000005_0/taskjvm.sh
2013-10-31 15:53:13,300 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:13,301 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:13,301 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:13,302 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0022_m_1733150441 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:53:13,508 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0022_m_1662559204 since job job_20131031154230960_0022 is dead
2013-10-31 15:53:13,518 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27911 with signal TERM. Exit code 0
2013-10-31 15:53:13,696 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:13,696 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:13,696 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:13,696 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0022_m_1662559204 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:14,831 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0023_m_-385081953 given task: attempt_20131031154230960_0023_m_000005_0
2013-10-31 15:53:15,059 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0022
2013-10-31 15:53:15,059 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0022_m_000001_0 not found in cache
2013-10-31 15:53:15,059 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0022_m_000000_0 not found in cache
2013-10-31 15:53:15,060 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0022 for user-log deletion with retainTimeStamp:1383321195060
2013-10-31 15:53:15,092 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0022
2013-10-31 15:53:15,092 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0022_m_000002_0 not found in cache
2013-10-31 15:53:15,092 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0022_m_000003_0 not found in cache
2013-10-31 15:53:15,092 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0022 for user-log deletion with retainTimeStamp:1383321195092
2013-10-31 15:53:15,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:53:15,490 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0022_m_-79479003 since job job_20131031154230960_0022 is dead
2013-10-31 15:53:15,500 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27686 with signal TERM. Exit code 0
2013-10-31 15:53:15,501 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0022_m_1329464627 since job job_20131031154230960_0022 is dead
2013-10-31 15:53:15,512 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27657 with signal TERM. Exit code 0
2013-10-31 15:53:15,693 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:15,693 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:15,693 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:15,693 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0022_m_-79479003 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:15,694 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:15,694 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:15,694 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:15,694 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0022_m_1329464627 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:16,422 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0022_m_-1654736125 since job job_20131031154230960_0022 is dead
2013-10-31 15:53:16,436 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27587 with signal TERM. Exit code 0
2013-10-31 15:53:16,631 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:16,631 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:16,631 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:16,632 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0022_m_-1654736125 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:18,251 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_m_000005_0 0.0% setup
2013-10-31 15:53:18,253 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0023_m_000005_0 is done.
2013-10-31 15:53:18,253 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0023_m_000005_0 was -1
2013-10-31 15:53:18,254 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:19,075 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0023_m_000005_0' has completed task_20131031154230960_0023_m_000005 successfully.
2013-10-31 15:53:19,078 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0023_m_000000_0' to tip task_20131031154230960_0023_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:53:19,080 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0023_m_000000
2013-10-31 15:53:19,081 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0023_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:53:19,082 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0023_m_000000_0 which needs 1 slots
2013-10-31 15:53:19,082 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0023_m_000000_0 which needs 1 slots
2013-10-31 15:53:19,106 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0023_m_000001_0' to tip task_20131031154230960_0023_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:53:19,107 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0023_m_000001
2013-10-31 15:53:19,108 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0023_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:53:19,109 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0023_m_000001_0 which needs 1 slots
2013-10-31 15:53:19,109 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0023_m_000001_0 which needs 1 slots
2013-10-31 15:53:19,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken dst=null perm=null
2013-10-31 15:53:19,117 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36464, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4690417990501889996_1239, duration: 296761
2013-10-31 15:53:19,117 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0023_m_-26627640
2013-10-31 15:53:19,118 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0023_m_-26627640 spawned.
2013-10-31 15:53:19,120 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0023/attempt_20131031154230960_0023_m_000000_0/taskjvm.sh
2013-10-31 15:53:19,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml dst=null perm=null
2013-10-31 15:53:19,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58026, bytes: 28629, op: HDFS_READ, cliID: DFSClient_-774576130, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6539077530335268016_1236, duration: 185707
2013-10-31 15:53:19,156 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:19,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar dst=null perm=null
2013-10-31 15:53:19,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38113, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-774576130, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7285223969352705946_1233, duration: 1224934
2013-10-31 15:53:19,249 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0023_m_000002_0' to tip task_20131031154230960_0023_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:53:19,250 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0023_m_000002
2013-10-31 15:53:19,251 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0023_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:53:19,251 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0023_m_000002_0 which needs 1 slots
2013-10-31 15:53:19,252 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0023_m_000002_0 which needs 1 slots
2013-10-31 15:53:19,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken dst=null perm=null
2013-10-31 15:53:19,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36468, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4690417990501889996_1239, duration: 130616
2013-10-31 15:53:19,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml dst=null perm=null
2013-10-31 15:53:19,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60811, bytes: 28629, op: HDFS_READ, cliID: DFSClient_-891019063, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6539077530335268016_1236, duration: 448007
2013-10-31 15:53:19,271 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0023_m_2119348365
2013-10-31 15:53:19,272 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0023_m_2119348365 spawned.
2013-10-31 15:53:19,273 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0023/attempt_20131031154230960_0023_m_000001_0/taskjvm.sh
2013-10-31 15:53:19,658 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0023_m_000003_0' to tip task_20131031154230960_0023_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:53:19,659 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0023_m_000003
2013-10-31 15:53:19,663 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0023_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:53:19,663 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0023_m_000003_0 which needs 1 slots
2013-10-31 15:53:19,663 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0023_m_000003_0 which needs 1 slots
2013-10-31 15:53:19,729 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:19,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023/jobToken dst=null perm=null
2013-10-31 15:53:19,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38117, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4690417990501889996_1239, duration: 143664
2013-10-31 15:53:19,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.xml dst=null perm=null
2013-10-31 15:53:19,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36473, bytes: 28629, op: HDFS_READ, cliID: DFSClient_-640413843, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6539077530335268016_1236, duration: 167627
2013-10-31 15:53:19,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar dst=null perm=null
2013-10-31 15:53:19,745 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36474, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-891019063, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7285223969352705946_1233, duration: 602762
2013-10-31 15:53:19,750 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:19,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.jar dst=null perm=null
2013-10-31 15:53:19,763 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36475, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-640413843, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7285223969352705946_1233, duration: 628048
2013-10-31 15:53:19,795 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0023_m_1508129961
2013-10-31 15:53:19,796 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0023_m_1508129961 spawned.
2013-10-31 15:53:19,797 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0023/attempt_20131031154230960_0023_m_000002_0/taskjvm.sh
2013-10-31 15:53:19,815 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0023_m_1895345177
2013-10-31 15:53:19,816 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0023_m_1895345177 spawned.
2013-10-31 15:53:19,817 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0023/attempt_20131031154230960_0023_m_000003_0/taskjvm.sh
2013-10-31 15:53:19,972 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0023_m_-26627640 given task: attempt_20131031154230960_0023_m_000000_0
2013-10-31 15:53:20,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split dst=null perm=null
2013-10-31 15:53:20,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36479, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-562257052185983612_1234, duration: 166638
2013-10-31 15:53:20,494 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0023_m_2119348365 given task: attempt_20131031154230960_0023_m_000001_0
2013-10-31 15:53:20,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:53:20,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60821, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 129747
2013-10-31 15:53:21,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split dst=null perm=null
2013-10-31 15:53:21,021 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36484, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-562257052185983612_1234, duration: 174149
2013-10-31 15:53:21,029 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0023_m_1508129961 given task: attempt_20131031154230960_0023_m_000002_0
2013-10-31 15:53:21,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:53:21,111 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0023_m_1895345177 given task: attempt_20131031154230960_0023_m_000003_0
2013-10-31 15:53:21,306 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60826, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 182168
2013-10-31 15:53:21,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split dst=null perm=null
2013-10-31 15:53:21,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38134, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-562257052185983612_1234, duration: 163657
2013-10-31 15:53:21,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:53:21,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38135, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 143241
2013-10-31 15:53:21,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023/job.split dst=null perm=null
2013-10-31 15:53:21,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38136, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-562257052185983612_1234, duration: 133588
2013-10-31 15:53:21,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:53:21,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38137, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0023_m_000003_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 171095
2013-10-31 15:53:23,418 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:53:23,421 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0023_m_000000_0 is done.
2013-10-31 15:53:23,422 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0023_m_000000_0 was 54
2013-10-31 15:53:23,422 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:23,951 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:53:23,954 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0023_m_000001_0 is done.
2013-10-31 15:53:23,954 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0023_m_000001_0 was 74
2013-10-31 15:53:23,954 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:24,082 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0023_m_000005_0
2013-10-31 15:53:24,082 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0023_m_000005_0
2013-10-31 15:53:24,083 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0023_m_000005_0 not found in cache
2013-10-31 15:53:24,457 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:53:24,459 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0023_m_000002_0 is done.
2013-10-31 15:53:24,459 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0023_m_000002_0 was 73
2013-10-31 15:53:24,460 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:24,535 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:53:24,537 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0023_m_000003_0 is done.
2013-10-31 15:53:24,538 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0023_m_000003_0 was 53
2013-10-31 15:53:24,538 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:53:24,935 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:53:24,940 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:53:24,958 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:53:24,964 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:53:24,969 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:53:24,975 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:53:24,975 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:53:25,088 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0023_m_000000_0' has completed task_20131031154230960_0023_m_000000 successfully.
2013-10-31 15:53:25,089 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0023_r_000000_0' to tip task_20131031154230960_0023_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:53:25,091 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0023_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:53:25,091 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0023_r_000000_0 which needs 1 slots
2013-10-31 15:53:25,091 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0023_r_000000_0 which needs 1 slots
2013-10-31 15:53:25,114 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0023_m_000001_0' has completed task_20131031154230960_0023_m_000001 successfully.
2013-10-31 15:53:25,121 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0023_r_576597283
2013-10-31 15:53:25,122 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0023_r_576597283 spawned.
2013-10-31 15:53:25,125 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0023/attempt_20131031154230960_0023_r_000000_0/taskjvm.sh
2013-10-31 15:53:25,258 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0023_m_000002_0' has completed task_20131031154230960_0023_m_000002 successfully.
2013-10-31 15:53:25,667 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0023_m_000003_0' has completed task_20131031154230960_0023_m_000003 successfully.
2013-10-31 15:53:26,173 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0023_r_576597283 given task: attempt_20131031154230960_0023_r_000000_0
2013-10-31 15:53:31,844 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47157, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0023_m_000000_0, duration: 5934895
2013-10-31 15:53:31,859 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45542, bytes: 74, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0023_m_000001_0, duration: 9247924
2013-10-31 15:53:31,876 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:39871, bytes: 73, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0023_m_000002_0, duration: 12190327
2013-10-31 15:53:31,893 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50322, bytes: 53, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0023_m_000003_0, duration: 12317846
2013-10-31 15:53:32,662 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:53:32,717 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:53:32,770 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:53:32,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:53:32,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:33,021 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0/part-00000. blk_-8395232095324580314_1240
2013-10-31 15:53:33,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8395232095324580314_1240 src: /127.0.0.1:38145 dest: /127.0.0.1:42031
2013-10-31 15:53:33,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8395232095324580314_1240 src: /127.0.0.1:60841 dest: /127.0.0.1:51383
2013-10-31 15:53:33,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8395232095324580314_1240 src: /127.0.0.1:58061 dest: /127.0.0.1:40932
2013-10-31 15:53:33,065 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58061, dest: /127.0.0.1:40932, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0023_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8395232095324580314_1240, duration: 1959414
2013-10-31 15:53:33,066 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8395232095324580314_1240 terminating
2013-10-31 15:53:33,066 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60841, dest: /127.0.0.1:51383, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0023_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8395232095324580314_1240, duration: 1201095
2013-10-31 15:53:33,066 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8395232095324580314_1240 terminating
2013-10-31 15:53:33,066 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38145, dest: /127.0.0.1:42031, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0023_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8395232095324580314_1240, duration: 2156997
2013-10-31 15:53:33,068 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8395232095324580314_1240 terminating
2013-10-31 15:53:33,068 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8395232095324580314_1240 size 140
2013-10-31 15:53:33,068 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8395232095324580314_1240 size 140
2013-10-31 15:53:33,070 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8395232095324580314_1240 size 140
2013-10-31 15:53:33,070 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0023_r_000000_0
2013-10-31 15:53:33,071 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0023_r_000000_0
2013-10-31 15:53:33,108 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0023_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:53:33,108 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:53:34,101 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0023_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:53:34,103 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0023_r_000000_0
2013-10-31 15:53:34,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0 dst=null perm=null
2013-10-31 15:53:34,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:53:34,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:34,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary/_attempt_20131031154230960_0023_r_000000_0 dst=null perm=null
2013-10-31 15:53:35,725 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_r_000000_0 1.0% reduce > reduce
2013-10-31 15:53:35,727 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_r_000000_0 1.0% reduce > reduce
2013-10-31 15:53:35,728 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0023_r_000000_0 is done.
2013-10-31 15:53:35,728 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0023_r_000000_0 was -1
2013-10-31 15:53:35,729 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:37,107 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0023_r_000000_0' has completed task_20131031154230960_0023_r_000000 successfully.
2013-10-31 15:53:37,111 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0023_m_000004_0' to tip task_20131031154230960_0023_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:53:37,113 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0023_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:53:37,113 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0023_m_000004_0 which needs 1 slots
2013-10-31 15:53:37,114 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0023_m_000004_0 which needs 1 slots
2013-10-31 15:53:37,143 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0023/attempt_20131031154230960_0023_m_000004_0. Attempting to reuse: jvm_20131031154230960_0023_m_-26627640
2013-10-31 15:53:37,500 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0023_m_-26627640 given task: attempt_20131031154230960_0023_m_000004_0
2013-10-31 15:53:37,649 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_m_000004_0 0.0%
2013-10-31 15:53:37,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary dst=null perm=null
2013-10-31 15:53:37,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:37,667 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_SUCCESS from client DFSClient_attempt_20131031154230960_0023_m_000004_0
2013-10-31 15:53:37,667 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0023_m_000004_0
2013-10-31 15:53:37,674 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7285223969352705946 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:37,674 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7285223969352705946 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7285223969352705946 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7285223969352705946 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-562257052185983612 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-562257052185983612 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-562257052185983612 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-562257052185983612 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-80591395027387644 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-80591395027387644 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-80591395027387644 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6539077530335268016 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:37,675 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6539077530335268016 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:37,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6539077530335268016 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:53:37,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0023 dst=null perm=null
2013-10-31 15:53:38,601 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-7285223969352705946_1233 blk_-80591395027387644_1235 blk_-562257052185983612_1234 blk_-6539077530335268016_1236
2013-10-31 15:53:38,601 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-7285223969352705946_1233 blk_-80591395027387644_1235 blk_-562257052185983612_1234 blk_-6539077530335268016_1236
2013-10-31 15:53:38,653 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7285223969352705946_1233 file build/test/data/dfs/data/data2/current/blk_-7285223969352705946 for deletion
2013-10-31 15:53:38,653 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6539077530335268016_1236 file build/test/data/dfs/data/data2/current/blk_-6539077530335268016 for deletion
2013-10-31 15:53:38,654 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7285223969352705946_1233 at file build/test/data/dfs/data/data2/current/blk_-7285223969352705946
2013-10-31 15:53:38,654 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-562257052185983612_1234 file build/test/data/dfs/data/data2/current/blk_-562257052185983612 for deletion
2013-10-31 15:53:38,654 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6539077530335268016_1236 at file build/test/data/dfs/data/data2/current/blk_-6539077530335268016
2013-10-31 15:53:38,654 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-80591395027387644_1235 file build/test/data/dfs/data/data1/current/blk_-80591395027387644 for deletion
2013-10-31 15:53:38,654 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-562257052185983612_1234 at file build/test/data/dfs/data/data2/current/blk_-562257052185983612
2013-10-31 15:53:38,655 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-80591395027387644_1235 at file build/test/data/dfs/data/data1/current/blk_-80591395027387644
2013-10-31 15:53:39,168 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7285223969352705946_1233 file build/test/data/dfs/data/data4/current/blk_-7285223969352705946 for deletion
2013-10-31 15:53:39,168 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6539077530335268016_1236 file build/test/data/dfs/data/data3/current/blk_-6539077530335268016 for deletion
2013-10-31 15:53:39,168 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7285223969352705946_1233 at file build/test/data/dfs/data/data4/current/blk_-7285223969352705946
2013-10-31 15:53:39,169 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6539077530335268016_1236 at file build/test/data/dfs/data/data3/current/blk_-6539077530335268016
2013-10-31 15:53:39,168 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-562257052185983612_1234 file build/test/data/dfs/data/data3/current/blk_-562257052185983612 for deletion
2013-10-31 15:53:39,169 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-562257052185983612_1234 at file build/test/data/dfs/data/data3/current/blk_-562257052185983612
2013-10-31 15:53:39,169 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-80591395027387644_1235 file build/test/data/dfs/data/data4/current/blk_-80591395027387644 for deletion
2013-10-31 15:53:39,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-80591395027387644_1235 at file build/test/data/dfs/data/data4/current/blk_-80591395027387644
2013-10-31 15:53:40,598 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0023_m_000004_0 0.0% cleanup
2013-10-31 15:53:40,599 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0023_m_000004_0 is done.
2013-10-31 15:53:40,599 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0023_m_000004_0 was -1
2013-10-31 15:53:40,600 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:41,602 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-7285223969352705946_1233 blk_-562257052185983612_1234 blk_-6539077530335268016_1236
2013-10-31 15:53:41,602 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-7285223969352705946_1233 blk_-80591395027387644_1235 blk_-562257052185983612_1234
2013-10-31 15:53:42,114 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0023_r_000000_0
2013-10-31 15:53:42,114 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0023_r_000000_0
2013-10-31 15:53:42,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7285223969352705946_1233 file build/test/data/dfs/data/data6/current/blk_-7285223969352705946 for deletion
2013-10-31 15:53:42,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-562257052185983612_1234 file build/test/data/dfs/data/data5/current/blk_-562257052185983612 for deletion
2013-10-31 15:53:42,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7285223969352705946_1233 at file build/test/data/dfs/data/data6/current/blk_-7285223969352705946
2013-10-31 15:53:42,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-80591395027387644_1235 file build/test/data/dfs/data/data6/current/blk_-80591395027387644 for deletion
2013-10-31 15:53:42,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-562257052185983612_1234 at file build/test/data/dfs/data/data5/current/blk_-562257052185983612
2013-10-31 15:53:42,636 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-80591395027387644_1235 at file build/test/data/dfs/data/data6/current/blk_-80591395027387644
2013-10-31 15:53:43,124 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0023_m_000004_0' has completed task_20131031154230960_0023_m_000004 successfully.
2013-10-31 15:53:43,125 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0023 has completed successfully.
2013-10-31 15:53:43,126 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0023,submitTime=1383234789842,launchTime=1383234790723,firstMapTaskLaunchTime=1383234799078,firstReduceTaskLaunchTime=1383234805089,firstJobSetupTaskLaunchTime=1383234793063,firstJobCleanupTaskLaunchTime=1383234817111,finishTime=1383234823125,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[8503B30EBCF94A5891B8397FC623141D/499DF36C5F9A433F8FAB3368EE51905C] third/(1/3) ...latform/chainedtaps/first
2013-10-31 15:53:43,132 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_1383234789842_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F499DF36C5F9A433F. blk_-2314080867009263115_1241
2013-10-31 15:53:43,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2314080867009263115_1241 src: /127.0.0.1:36507 dest: /127.0.0.1:37515
2013-10-31 15:53:43,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2314080867009263115_1241 src: /127.0.0.1:58068 dest: /127.0.0.1:40932
2013-10-31 15:53:43,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2314080867009263115_1241 src: /127.0.0.1:38155 dest: /127.0.0.1:42031
2013-10-31 15:53:43,151 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38155, dest: /127.0.0.1:42031, bytes: 28318, op: HDFS_WRITE, cliID: DFSClient_1433938965, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2314080867009263115_1241, duration: 6511386
2013-10-31 15:53:43,152 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2314080867009263115_1241 terminating
2013-10-31 15:53:43,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2314080867009263115_1241 size 28318
2013-10-31 15:53:43,152 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58068, dest: /127.0.0.1:40932, bytes: 28318, op: HDFS_WRITE, cliID: DFSClient_1433938965, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2314080867009263115_1241, duration: 4486175
2013-10-31 15:53:43,153 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2314080867009263115_1241 terminating
2013-10-31 15:53:43,153 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36507, dest: /127.0.0.1:37515, bytes: 28318, op: HDFS_WRITE, cliID: DFSClient_1433938965, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2314080867009263115_1241, duration: 5600523
2013-10-31 15:53:43,154 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2314080867009263115_1241 terminating
2013-10-31 15:53:43,157 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_1383234789842_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F499DF36C5F9A433F from client DFSClient_1433938965
2013-10-31 15:53:43,157 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_logs/history/job_20131031154230960_0023_1383234789842_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F499DF36C5F9A433F is closed by DFSClient_1433938965
2013-10-31 15:53:43,158 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2314080867009263115_1241 size 28318
2013-10-31 15:53:43,159 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2314080867009263115_1241 size 28318
2013-10-31 15:53:43,165 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0023_1383234789842_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F499DF36C5F9A433F to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:53:43,166 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0023_m_000000_0'
2013-10-31 15:53:43,166 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0023_m_000004_0'
2013-10-31 15:53:43,167 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0023_m_000005_0'
2013-10-31 15:53:43,167 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0023_r_000000_0'
2013-10-31 15:53:43,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4690417990501889996 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:53:43,169 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0023_m_000001_0'
2013-10-31 15:53:43,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4690417990501889996 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:53:43,170 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4690417990501889996 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:53:43,173 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7285223969352705946_1233 file build/test/data/dfs/data/data8/current/blk_-7285223969352705946 for deletion
2013-10-31 15:53:43,173 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0023_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:53:43,173 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7285223969352705946_1233 at file build/test/data/dfs/data/data8/current/blk_-7285223969352705946
2013-10-31 15:53:43,173 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [third] starting step: (2/3) ...atform/chainedtaps/second
2013-10-31 15:53:43,173 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6539077530335268016_1236 file build/test/data/dfs/data/data8/current/blk_-6539077530335268016 for deletion
2013-10-31 15:53:43,174 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-562257052185983612_1234 file build/test/data/dfs/data/data7/current/blk_-562257052185983612 for deletion
2013-10-31 15:53:43,174 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6539077530335268016_1236 at file build/test/data/dfs/data/data8/current/blk_-6539077530335268016
2013-10-31 15:53:43,174 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-562257052185983612_1234 at file build/test/data/dfs/data/data7/current/blk_-562257052185983612
2013-10-31 15:53:43,179 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:53:43,179 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:53:43,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0023 dst=null perm=null
2013-10-31 15:53:43,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:53:43,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:53:43,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,244 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar. blk_-6645758766875305968_1242
2013-10-31 15:53:43,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6645758766875305968_1242 src: /127.0.0.1:58071 dest: /127.0.0.1:40932
2013-10-31 15:53:43,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6645758766875305968_1242 src: /127.0.0.1:60853 dest: /127.0.0.1:51383
2013-10-31 15:53:43,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6645758766875305968_1242 src: /127.0.0.1:36513 dest: /127.0.0.1:37515
2013-10-31 15:53:43,254 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36513, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6645758766875305968_1242, duration: 6279342
2013-10-31 15:53:43,254 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6645758766875305968_1242 terminating
2013-10-31 15:53:43,255 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60853, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6645758766875305968_1242, duration: 6676975
2013-10-31 15:53:43,255 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6645758766875305968_1242 terminating
2013-10-31 15:53:43,255 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6645758766875305968_1242 size 238055
2013-10-31 15:53:43,255 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58071, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6645758766875305968_1242, duration: 7403258
2013-10-31 15:53:43,256 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6645758766875305968_1242 terminating
2013-10-31 15:53:43,256 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6645758766875305968_1242 size 238055
2013-10-31 15:53:43,257 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar from client DFSClient_1020568644
2013-10-31 15:53:43,257 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar is closed by DFSClient_1020568644
2013-10-31 15:53:43,258 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6645758766875305968_1242 size 238055
2013-10-31 15:53:43,262 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar. New replication is 10
2013-10-31 15:53:43,360 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0023_m_000002_0'
2013-10-31 15:53:43,688 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0023_m_000003_0'
2013-10-31 15:53:43,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar dst=null perm=null
2013-10-31 15:53:43,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,823 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:53:43,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2013-10-31 15:53:43,829 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:53:43,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2013-10-31 15:53:43,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,845 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split. New replication is 10
2013-10-31 15:53:43,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split dst=null perm=null
2013-10-31 15:53:43,853 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split. blk_327387489772850988_1243
2013-10-31 15:53:43,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_327387489772850988_1243 src: /127.0.0.1:60855 dest: /127.0.0.1:51383
2013-10-31 15:53:43,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_327387489772850988_1243 src: /127.0.0.1:38161 dest: /127.0.0.1:42031
2013-10-31 15:53:43,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_327387489772850988_1243 src: /127.0.0.1:36516 dest: /127.0.0.1:37515
2013-10-31 15:53:43,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_327387489772850988_1243 src: /127.0.0.1:58077 dest: /127.0.0.1:40932
2013-10-31 15:53:43,863 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58077, dest: /127.0.0.1:40932, bytes: 1551, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_327387489772850988_1243, duration: 85627
2013-10-31 15:53:43,864 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_327387489772850988_1243 terminating
2013-10-31 15:53:43,864 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36516, dest: /127.0.0.1:37515, bytes: 1551, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_327387489772850988_1243, duration: 886282
2013-10-31 15:53:43,865 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_327387489772850988_1243 terminating
2013-10-31 15:53:43,865 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_327387489772850988_1243 size 1551
2013-10-31 15:53:43,865 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38161, dest: /127.0.0.1:42031, bytes: 1551, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_327387489772850988_1243, duration: 1903615
2013-10-31 15:53:43,866 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_327387489772850988_1243 terminating
2013-10-31 15:53:43,867 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60855, dest: /127.0.0.1:51383, bytes: 1551, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_327387489772850988_1243, duration: 3150470
2013-10-31 15:53:43,867 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_327387489772850988_1243 terminating
2013-10-31 15:53:43,869 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split from client DFSClient_1020568644
2013-10-31 15:53:43,869 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split is closed by DFSClient_1020568644
2013-10-31 15:53:43,870 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_327387489772850988_1243 size 1551
2013-10-31 15:53:43,871 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_327387489772850988_1243 size 1551
2013-10-31 15:53:43,871 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_327387489772850988_1243 size 1551
2013-10-31 15:53:43,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,893 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.splitmetainfo. blk_5031631011769743569_1244
2013-10-31 15:53:43,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5031631011769743569_1244 src: /127.0.0.1:60859 dest: /127.0.0.1:51383
2013-10-31 15:53:43,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5031631011769743569_1244 src: /127.0.0.1:58079 dest: /127.0.0.1:40932
2013-10-31 15:53:43,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5031631011769743569_1244 src: /127.0.0.1:36520 dest: /127.0.0.1:37515
2013-10-31 15:53:43,901 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36520, dest: /127.0.0.1:37515, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5031631011769743569_1244, duration: 513673
2013-10-31 15:53:43,901 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5031631011769743569_1244 terminating
2013-10-31 15:53:43,902 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58079, dest: /127.0.0.1:40932, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5031631011769743569_1244, duration: 1339068
2013-10-31 15:53:43,902 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5031631011769743569_1244 terminating
2013-10-31 15:53:43,903 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60859, dest: /127.0.0.1:51383, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5031631011769743569_1244, duration: 2271679
2013-10-31 15:53:43,903 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5031631011769743569_1244 terminating
2013-10-31 15:53:43,905 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5031631011769743569_1244 size 148
2013-10-31 15:53:43,905 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5031631011769743569_1244 size 148
2013-10-31 15:53:43,906 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:53:43,906 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:53:43,907 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5031631011769743569_1244 size 148
2013-10-31 15:53:43,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:43,932 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml. blk_-2754653961852423806_1245
2013-10-31 15:53:43,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2754653961852423806_1245 src: /127.0.0.1:58081 dest: /127.0.0.1:40932
2013-10-31 15:53:43,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2754653961852423806_1245 src: /127.0.0.1:38168 dest: /127.0.0.1:42031
2013-10-31 15:53:43,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2754653961852423806_1245 src: /127.0.0.1:36523 dest: /127.0.0.1:37515
2013-10-31 15:53:43,940 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36523, dest: /127.0.0.1:37515, bytes: 28620, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2754653961852423806_1245, duration: 174857
2013-10-31 15:53:43,940 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2754653961852423806_1245 terminating
2013-10-31 15:53:43,941 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38168, dest: /127.0.0.1:42031, bytes: 28620, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2754653961852423806_1245, duration: 893940
2013-10-31 15:53:43,941 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2754653961852423806_1245 terminating
2013-10-31 15:53:43,941 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58081, dest: /127.0.0.1:40932, bytes: 28620, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2754653961852423806_1245, duration: 1714617
2013-10-31 15:53:43,942 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2754653961852423806_1245 terminating
2013-10-31 15:53:43,942 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2754653961852423806_1245 size 28620
2013-10-31 15:53:43,945 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2754653961852423806_1245 size 28620
2013-10-31 15:53:43,945 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2754653961852423806_1245 size 28620
2013-10-31 15:53:43,946 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml from client DFSClient_1020568644
2013-10-31 15:53:43,946 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml is closed by DFSClient_1020568644
2013-10-31 15:53:43,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml dst=null perm=null
2013-10-31 15:53:43,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38171, bytes: 28844, op: HDFS_READ, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2754653961852423806_1245, duration: 396682
2013-10-31 15:53:43,980 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0024: nMaps=4 nReduces=1 max=-1
2013-10-31 15:53:43,980 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0024 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:53:43,980 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0024
2013-10-31 15:53:43,981 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0024 RESULT=SUCCESS
2013-10-31 15:53:43,981 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0024
2013-10-31 15:53:43,982 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [third] submitted hadoop job: job_20131031154230960_0024
2013-10-31 15:53:43,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_1383234823951_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F43FA7A45D90D49B6 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:44,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:44,014 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_conf.xml. blk_6052196758179336530_1247
2013-10-31 15:53:44,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6052196758179336530_1247 src: /127.0.0.1:58086 dest: /127.0.0.1:40932
2013-10-31 15:53:44,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6052196758179336530_1247 src: /127.0.0.1:36527 dest: /127.0.0.1:37515
2013-10-31 15:53:44,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6052196758179336530_1247 src: /127.0.0.1:60869 dest: /127.0.0.1:51383
2013-10-31 15:53:44,024 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60869, dest: /127.0.0.1:51383, bytes: 28685, op: HDFS_WRITE, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6052196758179336530_1247, duration: 693859
2013-10-31 15:53:44,024 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6052196758179336530_1247 terminating
2013-10-31 15:53:44,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36527, dest: /127.0.0.1:37515, bytes: 28685, op: HDFS_WRITE, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6052196758179336530_1247, duration: 1458388
2013-10-31 15:53:44,025 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6052196758179336530_1247 terminating
2013-10-31 15:53:44,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58086, dest: /127.0.0.1:40932, bytes: 28685, op: HDFS_WRITE, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6052196758179336530_1247, duration: 2366617
2013-10-31 15:53:44,026 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6052196758179336530_1247 terminating
2013-10-31 15:53:44,028 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6052196758179336530_1247 size 28685
2013-10-31 15:53:44,028 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_conf.xml from client DFSClient_-1439258807
2013-10-31 15:53:44,028 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_conf.xml is closed by DFSClient_-1439258807
2013-10-31 15:53:44,029 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6052196758179336530_1247 size 28685
2013-10-31 15:53:44,030 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6052196758179336530_1247 size 28685
2013-10-31 15:53:44,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:53:44,043 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken. blk_-5778686270531398090_1248
2013-10-31 15:53:44,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5778686270531398090_1248 src: /127.0.0.1:58089 dest: /127.0.0.1:40932
2013-10-31 15:53:44,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5778686270531398090_1248 src: /127.0.0.1:36530 dest: /127.0.0.1:37515
2013-10-31 15:53:44,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5778686270531398090_1248 src: /127.0.0.1:38177 dest: /127.0.0.1:42031
2013-10-31 15:53:44,051 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38177, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5778686270531398090_1248, duration: 610805
2013-10-31 15:53:44,052 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5778686270531398090_1248 terminating
2013-10-31 15:53:44,052 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5778686270531398090_1248 size 116
2013-10-31 15:53:44,052 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36530, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5778686270531398090_1248, duration: 1445152
2013-10-31 15:53:44,053 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5778686270531398090_1248 terminating
2013-10-31 15:53:44,053 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58089, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5778686270531398090_1248, duration: 2326746
2013-10-31 15:53:44,053 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5778686270531398090_1248 size 116
2013-10-31 15:53:44,054 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5778686270531398090_1248 terminating
2013-10-31 15:53:44,057 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken from client DFSClient_1020568644
2013-10-31 15:53:44,058 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken is closed by DFSClient_1020568644
2013-10-31 15:53:44,058 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5778686270531398090_1248 size 116
2013-10-31 15:53:44,434 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken
2013-10-31 15:53:44,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.splitmetainfo dst=null perm=null
2013-10-31 15:53:44,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36532, bytes: 152, op: HDFS_READ, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5031631011769743569_1244, duration: 276545
2013-10-31 15:53:44,439 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0024 = 140. Number of splits = 4
2013-10-31 15:53:44,440 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,440 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,440 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,441 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,441 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,441 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,441 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,442 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,442 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,442 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,442 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,443 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0024_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:53:44,443 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0024 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:53:44,443 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0024 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:53:44,603 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_-6645758766875305968_1242 to datanode(s) 127.0.0.1:42031
2013-10-31 15:53:44,604 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_4690417990501889996_1239
2013-10-31 15:53:44,604 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_4690417990501889996_1239
2013-10-31 15:53:45,636 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4690417990501889996_1239 file build/test/data/dfs/data/data6/current/blk_4690417990501889996 for deletion
2013-10-31 15:53:45,636 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4690417990501889996_1239 at file build/test/data/dfs/data/data6/current/blk_4690417990501889996
2013-10-31 15:53:46,173 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0024_m_000005_0' to tip task_20131031154230960_0024_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:53:46,177 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_-6645758766875305968_1242 to 127.0.0.1:42031
2013-10-31 15:53:46,179 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4690417990501889996_1239 file build/test/data/dfs/data/data7/current/blk_4690417990501889996 for deletion
2013-10-31 15:53:46,182 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0024_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:53:46,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4690417990501889996_1239 at file build/test/data/dfs/data/data7/current/blk_4690417990501889996
2013-10-31 15:53:46,183 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0024_m_000005_0 which needs 1 slots
2013-10-31 15:53:46,183 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0024_m_000005_0 which needs 1 slots
2013-10-31 15:53:46,184 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_-6645758766875305968_1242 to /127.0.0.1:42031
2013-10-31 15:53:46,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6645758766875305968_1242 src: /127.0.0.1:38179 dest: /127.0.0.1:42031
2013-10-31 15:53:46,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-6645758766875305968_1242 src: /127.0.0.1:38179 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:53:46,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken dst=null perm=null
2013-10-31 15:53:46,191 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6645758766875305968_1242 size 238055
2013-10-31 15:53:46,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58094, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5778686270531398090_1248, duration: 414297
2013-10-31 15:53:46,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml dst=null perm=null
2013-10-31 15:53:46,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36536, bytes: 28844, op: HDFS_READ, cliID: DFSClient_2140604987, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2754653961852423806_1245, duration: 538283
2013-10-31 15:53:46,233 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:46,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar dst=null perm=null
2013-10-31 15:53:46,264 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58097, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2140604987, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6645758766875305968_1242, duration: 1194343
2013-10-31 15:53:46,361 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0023_m_-385081953
2013-10-31 15:53:46,368 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28111 with signal TERM. Exit code 0
2013-10-31 15:53:46,369 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0024_m_-1887802140
2013-10-31 15:53:46,369 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0024_m_-1887802140 spawned.
2013-10-31 15:53:46,371 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0024/attempt_20131031154230960_0024_m_000005_0/taskjvm.sh
2013-10-31 15:53:46,773 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:46,773 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:46,773 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:46,773 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0023_m_-385081953 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:47,485 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0024_m_-1887802140 given task: attempt_20131031154230960_0024_m_000005_0
2013-10-31 15:53:47,604 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_4690417990501889996_1239
2013-10-31 15:53:47,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:53:48,169 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0023
2013-10-31 15:53:48,169 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0023_m_000004_0 not found in cache
2013-10-31 15:53:48,170 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0023
2013-10-31 15:53:48,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0023 for user-log deletion with retainTimeStamp:1383321228170
2013-10-31 15:53:48,171 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4690417990501889996_1239 file build/test/data/dfs/data/data3/current/blk_4690417990501889996 for deletion
2013-10-31 15:53:48,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0023 for user-log deletion with retainTimeStamp:1383321228171
2013-10-31 15:53:48,171 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4690417990501889996_1239 at file build/test/data/dfs/data/data3/current/blk_4690417990501889996
2013-10-31 15:53:48,268 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0023_r_576597283 since job job_20131031154230960_0023 is dead
2013-10-31 15:53:48,279 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28514 with signal TERM. Exit code 0
2013-10-31 15:53:48,361 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0023
2013-10-31 15:53:48,362 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0023 for user-log deletion with retainTimeStamp:1383321228362
2013-10-31 15:53:48,449 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:48,449 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:48,450 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:48,450 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0023_r_576597283 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:48,536 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0023_m_2119348365 since job job_20131031154230960_0023 is dead
2013-10-31 15:53:48,546 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28280 with signal TERM. Exit code 0
2013-10-31 15:53:48,631 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0023_m_-26627640 since job job_20131031154230960_0023 is dead
2013-10-31 15:53:48,636 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28226 with signal TERM. Exit code 0
2013-10-31 15:53:48,689 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0023
2013-10-31 15:53:48,689 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0023 for user-log deletion with retainTimeStamp:1383321228689
2013-10-31 15:53:48,755 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:48,755 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:48,755 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:48,756 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0023_m_2119348365 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:48,796 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:48,796 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:48,796 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:48,796 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0023_m_-26627640 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:53:49,051 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0023_m_1508129961 since job job_20131031154230960_0023 is dead
2013-10-31 15:53:49,061 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28348 with signal TERM. Exit code 0
2013-10-31 15:53:49,112 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0023_m_1895345177 since job job_20131031154230960_0023 is dead
2013-10-31 15:53:49,117 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28383 with signal TERM. Exit code 0
2013-10-31 15:53:49,255 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:49,256 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:49,256 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:49,256 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0023_m_1508129961 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:49,318 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:53:49,318 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:53:49,318 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:53:49,318 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0023_m_1895345177 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:53:50,903 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_m_000005_0 0.0% setup
2013-10-31 15:53:50,908 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0024_m_000005_0 is done.
2013-10-31 15:53:50,908 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0024_m_000005_0 was -1
2013-10-31 15:53:50,908 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:52,187 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0024_m_000005_0' has completed task_20131031154230960_0024_m_000005 successfully.
2013-10-31 15:53:52,190 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0024_m_000000_0' to tip task_20131031154230960_0024_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:53:52,191 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0024_m_000000
2013-10-31 15:53:52,194 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0024_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:53:52,194 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0024_m_000001_0' to tip task_20131031154230960_0024_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:53:52,194 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0024_m_000000_0 which needs 1 slots
2013-10-31 15:53:52,194 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0024_m_000001
2013-10-31 15:53:52,194 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0024_m_000000_0 which needs 1 slots
2013-10-31 15:53:52,196 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0024_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:53:52,197 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0024_m_000001_0 which needs 1 slots
2013-10-31 15:53:52,198 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0024_m_000001_0 which needs 1 slots
2013-10-31 15:53:52,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken dst=null perm=null
2013-10-31 15:53:52,207 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58100, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5778686270531398090_1248, duration: 310333
2013-10-31 15:53:52,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml dst=null perm=null
2013-10-31 15:53:52,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58102, bytes: 28844, op: HDFS_READ, cliID: DFSClient_-1560350272, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2754653961852423806_1245, duration: 404213
2013-10-31 15:53:52,236 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0024_m_-185217009
2013-10-31 15:53:52,237 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0024_m_-185217009 spawned.
2013-10-31 15:53:52,239 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0024/attempt_20131031154230960_0024_m_000000_0/taskjvm.sh
2013-10-31 15:53:52,240 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:52,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar dst=null perm=null
2013-10-31 15:53:52,259 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36543, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1560350272, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6645758766875305968_1242, duration: 992099
2013-10-31 15:53:52,352 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0024_m_-205256924
2013-10-31 15:53:52,354 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0024_m_-205256924 spawned.
2013-10-31 15:53:52,356 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0024/attempt_20131031154230960_0024_m_000001_0/taskjvm.sh
2013-10-31 15:53:52,370 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0024_m_000002_0' to tip task_20131031154230960_0024_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:53:52,370 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0024_m_000002
2013-10-31 15:53:52,372 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0024_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:53:52,373 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0024_m_000002_0 which needs 1 slots
2013-10-31 15:53:52,373 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0024_m_000002_0 which needs 1 slots
2013-10-31 15:53:52,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken dst=null perm=null
2013-10-31 15:53:52,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38190, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5778686270531398090_1248, duration: 276890
2013-10-31 15:53:52,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml dst=null perm=null
2013-10-31 15:53:52,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38192, bytes: 28844, op: HDFS_READ, cliID: DFSClient_235789716, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2754653961852423806_1245, duration: 376984
2013-10-31 15:53:52,425 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:52,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar dst=null perm=null
2013-10-31 15:53:52,439 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38193, bytes: 239915, op: HDFS_READ, cliID: DFSClient_235789716, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6645758766875305968_1242, duration: 665494
2013-10-31 15:53:52,635 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0024_m_-473455707
2013-10-31 15:53:52,636 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0024_m_-473455707 spawned.
2013-10-31 15:53:52,638 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0024/attempt_20131031154230960_0024_m_000002_0/taskjvm.sh
2013-10-31 15:53:52,697 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0024_m_000003_0' to tip task_20131031154230960_0024_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:53:52,697 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0024_m_000003
2013-10-31 15:53:52,698 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0024_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:53:52,698 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0024_m_000003_0 which needs 1 slots
2013-10-31 15:53:52,698 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0024_m_000003_0 which needs 1 slots
2013-10-31 15:53:52,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024/jobToken dst=null perm=null
2013-10-31 15:53:52,702 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36548, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5778686270531398090_1248, duration: 139356
2013-10-31 15:53:52,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.xml dst=null perm=null
2013-10-31 15:53:52,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36550, bytes: 28844, op: HDFS_READ, cliID: DFSClient_-75100371, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2754653961852423806_1245, duration: 157049
2013-10-31 15:53:52,719 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:53:52,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.jar dst=null perm=null
2013-10-31 15:53:52,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36551, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-75100371, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6645758766875305968_1242, duration: 648006
2013-10-31 15:53:52,953 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0024_m_-974944732
2013-10-31 15:53:52,954 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0024_m_-974944732 spawned.
2013-10-31 15:53:52,956 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0024/attempt_20131031154230960_0024_m_000003_0/taskjvm.sh
2013-10-31 15:53:53,154 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0024_m_-185217009 given task: attempt_20131031154230960_0024_m_000000_0
2013-10-31 15:53:53,438 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0024_m_-205256924 given task: attempt_20131031154230960_0024_m_000001_0
2013-10-31 15:53:53,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split dst=null perm=null
2013-10-31 15:53:53,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36556, bytes: 1567, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_327387489772850988_1243, duration: 170986
2013-10-31 15:53:53,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2013-10-31 15:53:53,769 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0024_m_-473455707 given task: attempt_20131031154230960_0024_m_000002_0
2013-10-31 15:53:53,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split dst=null perm=null
2013-10-31 15:53:53,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58118, bytes: 1567, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_327387489772850988_1243, duration: 167262
2013-10-31 15:53:53,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38205, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8395232095324580314_1240, duration: 111248
2013-10-31 15:53:53,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2013-10-31 15:53:53,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60901, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8395232095324580314_1240, duration: 122386
2013-10-31 15:53:54,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split dst=null perm=null
2013-10-31 15:53:54,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58122, bytes: 1051, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_327387489772850988_1243, duration: 259213
2013-10-31 15:53:54,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2013-10-31 15:53:54,312 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58124, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8395232095324580314_1240, duration: 116283
2013-10-31 15:53:54,447 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0024_m_-974944732 given task: attempt_20131031154230960_0024_m_000003_0
2013-10-31 15:53:54,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024/job.split dst=null perm=null
2013-10-31 15:53:54,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60908, bytes: 535, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_327387489772850988_1243, duration: 169276
2013-10-31 15:53:55,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2013-10-31 15:53:55,010 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60909, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0024_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8395232095324580314_1240, duration: 268891
2013-10-31 15:53:56,587 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000:0+35
2013-10-31 15:53:56,590 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0024_m_000000_0 is done.
2013-10-31 15:53:56,591 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0024_m_000000_0 was 6
2013-10-31 15:53:56,591 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:56,875 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000:35+35
2013-10-31 15:53:56,878 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0024_m_000001_0 is done.
2013-10-31 15:53:56,878 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0024_m_000001_0 was 6
2013-10-31 15:53:56,878 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:57,194 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0024_m_000005_0
2013-10-31 15:53:57,195 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0024_m_000005_0
2013-10-31 15:53:57,195 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0024_m_000005_0 not found in cache
2013-10-31 15:53:57,203 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000:70+35
2013-10-31 15:53:57,205 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0024_m_000002_0 is done.
2013-10-31 15:53:57,206 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0024_m_000002_0 was 29
2013-10-31 15:53:57,206 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:57,878 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000:105+35
2013-10-31 15:53:57,881 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0024_m_000003_0 is done.
2013-10-31 15:53:57,881 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0024_m_000003_0 was 51
2013-10-31 15:53:57,881 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:53:58,200 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0024_m_000000_0' has completed task_20131031154230960_0024_m_000000 successfully.
2013-10-31 15:53:58,643 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0024_r_000000_0' to tip task_20131031154230960_0024_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:53:58,644 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0024_m_000002_0' has completed task_20131031154230960_0024_m_000002 successfully.
2013-10-31 15:53:58,644 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0024_m_000001_0' has completed task_20131031154230960_0024_m_000001 successfully.
2013-10-31 15:53:58,646 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0024_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:53:58,646 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0024_r_000000_0 which needs 1 slots
2013-10-31 15:53:58,647 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0024_r_000000_0 which needs 1 slots
2013-10-31 15:53:58,703 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0024_m_000003_0' has completed task_20131031154230960_0024_m_000003 successfully.
2013-10-31 15:53:58,795 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0024_r_-1801631310
2013-10-31 15:53:58,796 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0024_r_-1801631310 spawned.
2013-10-31 15:53:58,797 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0024/attempt_20131031154230960_0024_r_000000_0/taskjvm.sh
2013-10-31 15:53:59,885 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0024_r_-1801631310 given task: attempt_20131031154230960_0024_r_000000_0
2013-10-31 15:54:05,548 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47235, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0024_m_000000_0, duration: 6354277
2013-10-31 15:54:05,567 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:39948, bytes: 29, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0024_m_000002_0, duration: 9669199
2013-10-31 15:54:05,582 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45621, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0024_m_000001_0, duration: 11376170
2013-10-31 15:54:05,599 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50400, bytes: 51, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0024_m_000003_0, duration: 11797938
2013-10-31 15:54:06,367 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:06,423 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:06,495 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:06,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:06,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:06,739 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0/part-00000. blk_7777566656880010186_1249
2013-10-31 15:54:06,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7777566656880010186_1249 src: /127.0.0.1:60918 dest: /127.0.0.1:51383
2013-10-31 15:54:06,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7777566656880010186_1249 src: /127.0.0.1:36578 dest: /127.0.0.1:37515
2013-10-31 15:54:06,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7777566656880010186_1249 src: /127.0.0.1:38225 dest: /127.0.0.1:42031
2013-10-31 15:54:06,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38225, dest: /127.0.0.1:42031, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0024_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7777566656880010186_1249, duration: 1454883
2013-10-31 15:54:06,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7777566656880010186_1249 terminating
2013-10-31 15:54:06,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36578, dest: /127.0.0.1:37515, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0024_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7777566656880010186_1249, duration: 2615383
2013-10-31 15:54:06,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7777566656880010186_1249 terminating
2013-10-31 15:54:06,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60918, dest: /127.0.0.1:51383, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0024_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7777566656880010186_1249, duration: 3037141
2013-10-31 15:54:06,769 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7777566656880010186_1249 terminating
2013-10-31 15:54:06,769 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7777566656880010186_1249 size 41
2013-10-31 15:54:06,769 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7777566656880010186_1249 size 41
2013-10-31 15:54:06,771 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0024_r_000000_0
2013-10-31 15:54:06,771 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0024_r_000000_0
2013-10-31 15:54:06,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7777566656880010186_1249 size 41
2013-10-31 15:54:06,808 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0024_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:54:06,809 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:07,654 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0024_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:54:07,655 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0024_r_000000_0
2013-10-31 15:54:07,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0 dst=null perm=null
2013-10-31 15:54:07,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:07,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:07,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary/_attempt_20131031154230960_0024_r_000000_0 dst=null perm=null
2013-10-31 15:54:09,416 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_r_000000_0 1.0% reduce > reduce
2013-10-31 15:54:09,418 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_r_000000_0 1.0% reduce > reduce
2013-10-31 15:54:09,418 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0024_r_000000_0 is done.
2013-10-31 15:54:09,419 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0024_r_000000_0 was -1
2013-10-31 15:54:09,419 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:10,659 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0024_r_000000_0' has completed task_20131031154230960_0024_r_000000 successfully.
2013-10-31 15:54:10,902 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0024_m_000004_0' to tip task_20131031154230960_0024_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:54:10,905 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0024_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:54:10,905 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0024_m_000004_0 which needs 1 slots
2013-10-31 15:54:10,905 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0024_m_000004_0 which needs 1 slots
2013-10-31 15:54:10,940 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0024/attempt_20131031154230960_0024_m_000004_0. Attempting to reuse: jvm_20131031154230960_0024_m_-185217009
2013-10-31 15:54:12,164 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0024_m_-185217009 given task: attempt_20131031154230960_0024_m_000004_0
2013-10-31 15:54:12,297 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_m_000004_0 0.0%
2013-10-31 15:54:12,300 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1310 Total time for transactions(ms): 21Number of transactions batched in Syncs: 97 Number of syncs: 931 SyncTimes(ms): 47549 6750
2013-10-31 15:54:12,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary dst=null perm=null
2013-10-31 15:54:12,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:12,322 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_SUCCESS from client DFSClient_attempt_20131031154230960_0024_m_000004_0
2013-10-31 15:54:12,322 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0024_m_000004_0
2013-10-31 15:54:12,328 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6645758766875305968 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:12,328 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6645758766875305968 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:12,328 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6645758766875305968 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:12,328 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6645758766875305968 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:12,329 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_327387489772850988 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:12,329 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_327387489772850988 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:12,329 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_327387489772850988 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:12,329 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_327387489772850988 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:12,329 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5031631011769743569 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:12,329 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5031631011769743569 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:12,329 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5031631011769743569 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:12,330 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2754653961852423806 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:12,330 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2754653961852423806 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:12,330 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2754653961852423806 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:12,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0024 dst=null perm=null
2013-10-31 15:54:14,609 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-6645758766875305968_1242 blk_5031631011769743569_1244 blk_327387489772850988_1243
2013-10-31 15:54:14,609 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-6645758766875305968_1242 blk_-2754653961852423806_1245 blk_5031631011769743569_1244 blk_327387489772850988_1243
2013-10-31 15:54:14,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6645758766875305968_1242 file build/test/data/dfs/data/data2/current/blk_-6645758766875305968 for deletion
2013-10-31 15:54:14,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_327387489772850988_1243 file build/test/data/dfs/data/data1/current/blk_327387489772850988 for deletion
2013-10-31 15:54:14,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6645758766875305968_1242 at file build/test/data/dfs/data/data2/current/blk_-6645758766875305968
2013-10-31 15:54:14,666 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_327387489772850988_1243 at file build/test/data/dfs/data/data1/current/blk_327387489772850988
2013-10-31 15:54:14,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5031631011769743569_1244 file build/test/data/dfs/data/data2/current/blk_5031631011769743569 for deletion
2013-10-31 15:54:14,666 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5031631011769743569_1244 at file build/test/data/dfs/data/data2/current/blk_5031631011769743569
2013-10-31 15:54:15,248 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0024_m_000004_0 0.0% cleanup
2013-10-31 15:54:15,250 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0024_m_000004_0 is done.
2013-10-31 15:54:15,250 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0024_m_000004_0 was -1
2013-10-31 15:54:15,250 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:15,905 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0024_r_000000_0
2013-10-31 15:54:15,906 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0024_r_000000_0
2013-10-31 15:54:16,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6645758766875305968_1242 file build/test/data/dfs/data/data8/current/blk_-6645758766875305968 for deletion
2013-10-31 15:54:16,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2754653961852423806_1245 file build/test/data/dfs/data/data7/current/blk_-2754653961852423806 for deletion
2013-10-31 15:54:16,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_327387489772850988_1243 file build/test/data/dfs/data/data7/current/blk_327387489772850988 for deletion
2013-10-31 15:54:16,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6645758766875305968_1242 at file build/test/data/dfs/data/data8/current/blk_-6645758766875305968
2013-10-31 15:54:16,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5031631011769743569_1244 file build/test/data/dfs/data/data8/current/blk_5031631011769743569 for deletion
2013-10-31 15:54:16,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2754653961852423806_1245 at file build/test/data/dfs/data/data7/current/blk_-2754653961852423806
2013-10-31 15:54:16,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5031631011769743569_1244 at file build/test/data/dfs/data/data8/current/blk_5031631011769743569
2013-10-31 15:54:16,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_327387489772850988_1243 at file build/test/data/dfs/data/data7/current/blk_327387489772850988
2013-10-31 15:54:16,950 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0024_m_000004_0' has completed task_20131031154230960_0024_m_000004 successfully.
2013-10-31 15:54:16,951 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0024 has completed successfully.
2013-10-31 15:54:16,952 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0024,submitTime=1383234823951,launchTime=1383234824443,firstMapTaskLaunchTime=1383234832190,firstReduceTaskLaunchTime=1383234838643,firstJobSetupTaskLaunchTime=1383234826173,firstJobCleanupTaskLaunchTime=1383234850902,finishTime=1383234856951,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[8503B30EBCF94A5891B8397FC623141D/43FA7A45D90D49B6802CC2429ADA8827] third/(2/3) ...atform/chainedtaps/second
2013-10-31 15:54:16,956 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_1383234823951_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F43FA7A45D90D49B6. blk_-1273766557688465285_1250
2013-10-31 15:54:16,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1273766557688465285_1250 src: /127.0.0.1:38228 dest: /127.0.0.1:42031
2013-10-31 15:54:16,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1273766557688465285_1250 src: /127.0.0.1:60924 dest: /127.0.0.1:51383
2013-10-31 15:54:16,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1273766557688465285_1250 src: /127.0.0.1:58144 dest: /127.0.0.1:40932
2013-10-31 15:54:16,973 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58144, dest: /127.0.0.1:40932, bytes: 28079, op: HDFS_WRITE, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1273766557688465285_1250, duration: 4769789
2013-10-31 15:54:16,973 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1273766557688465285_1250 terminating
2013-10-31 15:54:16,974 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1273766557688465285_1250 size 28079
2013-10-31 15:54:16,974 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60924, dest: /127.0.0.1:51383, bytes: 28079, op: HDFS_WRITE, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1273766557688465285_1250, duration: 3648733
2013-10-31 15:54:16,974 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1273766557688465285_1250 terminating
2013-10-31 15:54:16,974 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1273766557688465285_1250 size 28079
2013-10-31 15:54:16,975 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38228, dest: /127.0.0.1:42031, bytes: 28079, op: HDFS_WRITE, cliID: DFSClient_-1439258807, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1273766557688465285_1250, duration: 7206741
2013-10-31 15:54:16,975 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1273766557688465285_1250 terminating
2013-10-31 15:54:16,978 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_1383234823951_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F43FA7A45D90D49B6 from client DFSClient_-1439258807
2013-10-31 15:54:16,979 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_logs/history/job_20131031154230960_0024_1383234823951_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F43FA7A45D90D49B6 is closed by DFSClient_-1439258807
2013-10-31 15:54:16,980 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1273766557688465285_1250 size 28079
2013-10-31 15:54:16,988 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0024_1383234823951_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2F43FA7A45D90D49B6 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:54:16,989 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0024_m_000000_0'
2013-10-31 15:54:16,989 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0024_m_000004_0'
2013-10-31 15:54:16,989 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0024_m_000005_0'
2013-10-31 15:54:16,990 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0024_r_000000_0'
2013-10-31 15:54:16,991 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5778686270531398090 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:16,991 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5778686270531398090 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:16,992 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5778686270531398090 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:16,994 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [third] starting step: (3/3) ...latform/chainedtaps/third
2013-10-31 15:54:16,995 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0024_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:54:16,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0024 dst=null perm=null
2013-10-31 15:54:17,001 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:54:17,001 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:54:17,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:17,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:54:17,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,026 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar. blk_-7387850377866576356_1251
2013-10-31 15:54:17,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7387850377866576356_1251 src: /127.0.0.1:58146 dest: /127.0.0.1:40932
2013-10-31 15:54:17,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7387850377866576356_1251 src: /127.0.0.1:38233 dest: /127.0.0.1:42031
2013-10-31 15:54:17,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7387850377866576356_1251 src: /127.0.0.1:60929 dest: /127.0.0.1:51383
2013-10-31 15:54:17,041 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60929, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7387850377866576356_1251, duration: 7000474
2013-10-31 15:54:17,041 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7387850377866576356_1251 terminating
2013-10-31 15:54:17,042 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38233, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7387850377866576356_1251, duration: 7795296
2013-10-31 15:54:17,042 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7387850377866576356_1251 terminating
2013-10-31 15:54:17,043 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58146, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7387850377866576356_1251, duration: 8855076
2013-10-31 15:54:17,043 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7387850377866576356_1251 terminating
2013-10-31 15:54:17,045 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7387850377866576356_1251 size 238055
2013-10-31 15:54:17,045 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar from client DFSClient_1020568644
2013-10-31 15:54:17,046 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar is closed by DFSClient_1020568644
2013-10-31 15:54:17,046 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7387850377866576356_1251 size 238055
2013-10-31 15:54:17,047 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7387850377866576356_1251 size 238055
2013-10-31 15:54:17,052 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar. New replication is 10
2013-10-31 15:54:17,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar dst=null perm=null
2013-10-31 15:54:17,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,064 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:54:17,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2013-10-31 15:54:17,071 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:54:17,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:17,610 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_-7387850377866576356_1251 to datanode(s) 127.0.0.1:37515
2013-10-31 15:54:17,610 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-6645758766875305968_1242 blk_-2754653961852423806_1245 blk_5031631011769743569_1244 blk_327387489772850988_1243 blk_-5778686270531398090_1248
2013-10-31 15:54:17,611 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-6645758766875305968_1242 blk_-2754653961852423806_1245 blk_327387489772850988_1243 blk_-5778686270531398090_1248
2013-10-31 15:54:17,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,681 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split. New replication is 10
2013-10-31 15:54:17,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split dst=null perm=null
2013-10-31 15:54:17,690 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split. blk_-928805502877143939_1252
2013-10-31 15:54:17,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-928805502877143939_1252 src: /127.0.0.1:36589 dest: /127.0.0.1:37515
2013-10-31 15:54:17,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-928805502877143939_1252 src: /127.0.0.1:58150 dest: /127.0.0.1:40932
2013-10-31 15:54:17,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-928805502877143939_1252 src: /127.0.0.1:60932 dest: /127.0.0.1:51383
2013-10-31 15:54:17,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-928805502877143939_1252 src: /127.0.0.1:38238 dest: /127.0.0.1:42031
2013-10-31 15:54:17,700 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38238, dest: /127.0.0.1:42031, bytes: 1555, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-928805502877143939_1252, duration: 81750
2013-10-31 15:54:17,700 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-928805502877143939_1252 terminating
2013-10-31 15:54:17,700 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60932, dest: /127.0.0.1:51383, bytes: 1555, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-928805502877143939_1252, duration: 847446
2013-10-31 15:54:17,701 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-928805502877143939_1252 terminating
2013-10-31 15:54:17,701 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58150, dest: /127.0.0.1:40932, bytes: 1555, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-928805502877143939_1252, duration: 1783955
2013-10-31 15:54:17,702 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-928805502877143939_1252 terminating
2013-10-31 15:54:17,702 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36589, dest: /127.0.0.1:37515, bytes: 1555, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-928805502877143939_1252, duration: 2589129
2013-10-31 15:54:17,703 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-928805502877143939_1252 terminating
2013-10-31 15:54:17,706 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-928805502877143939_1252 size 1555
2013-10-31 15:54:17,706 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split from client DFSClient_1020568644
2013-10-31 15:54:17,707 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split is closed by DFSClient_1020568644
2013-10-31 15:54:17,707 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-928805502877143939_1252 size 1555
2013-10-31 15:54:17,708 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-928805502877143939_1252 size 1555
2013-10-31 15:54:17,708 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-928805502877143939_1252 size 1555
2013-10-31 15:54:17,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,736 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.splitmetainfo. blk_434214612703141502_1253
2013-10-31 15:54:17,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_434214612703141502_1253 src: /127.0.0.1:36593 dest: /127.0.0.1:37515
2013-10-31 15:54:17,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_434214612703141502_1253 src: /127.0.0.1:38240 dest: /127.0.0.1:42031
2013-10-31 15:54:17,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_434214612703141502_1253 src: /127.0.0.1:60936 dest: /127.0.0.1:51383
2013-10-31 15:54:17,743 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60936, dest: /127.0.0.1:51383, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_434214612703141502_1253, duration: 64575
2013-10-31 15:54:17,744 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_434214612703141502_1253 terminating
2013-10-31 15:54:17,744 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38240, dest: /127.0.0.1:42031, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_434214612703141502_1253, duration: 835089
2013-10-31 15:54:17,745 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_434214612703141502_1253 terminating
2013-10-31 15:54:17,745 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36593, dest: /127.0.0.1:37515, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_434214612703141502_1253, duration: 1800595
2013-10-31 15:54:17,746 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_434214612703141502_1253 terminating
2013-10-31 15:54:17,749 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_434214612703141502_1253 size 148
2013-10-31 15:54:17,749 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:54:17,750 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:54:17,750 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_434214612703141502_1253 size 148
2013-10-31 15:54:17,750 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_434214612703141502_1253 size 148
2013-10-31 15:54:17,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,779 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml. blk_-7572523070836273498_1254
2013-10-31 15:54:17,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7572523070836273498_1254 src: /127.0.0.1:58156 dest: /127.0.0.1:40932
2013-10-31 15:54:17,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7572523070836273498_1254 src: /127.0.0.1:36597 dest: /127.0.0.1:37515
2013-10-31 15:54:17,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7572523070836273498_1254 src: /127.0.0.1:60939 dest: /127.0.0.1:51383
2013-10-31 15:54:17,787 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60939, dest: /127.0.0.1:51383, bytes: 28688, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7572523070836273498_1254, duration: 163165
2013-10-31 15:54:17,787 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7572523070836273498_1254 terminating
2013-10-31 15:54:17,788 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36597, dest: /127.0.0.1:37515, bytes: 28688, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7572523070836273498_1254, duration: 994493
2013-10-31 15:54:17,788 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7572523070836273498_1254 terminating
2013-10-31 15:54:17,789 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58156, dest: /127.0.0.1:40932, bytes: 28688, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7572523070836273498_1254, duration: 1943536
2013-10-31 15:54:17,789 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7572523070836273498_1254 terminating
2013-10-31 15:54:17,794 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7572523070836273498_1254 size 28688
2013-10-31 15:54:17,795 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml from client DFSClient_1020568644
2013-10-31 15:54:17,795 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml is closed by DFSClient_1020568644
2013-10-31 15:54:17,796 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7572523070836273498_1254 size 28688
2013-10-31 15:54:17,796 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7572523070836273498_1254 size 28688
2013-10-31 15:54:17,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml dst=null perm=null
2013-10-31 15:54:17,813 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36600, bytes: 28916, op: HDFS_READ, cliID: DFSClient_233477186, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7572523070836273498_1254, duration: 388617
2013-10-31 15:54:17,832 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0025: nMaps=4 nReduces=1 max=-1
2013-10-31 15:54:17,832 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0025 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:54:17,832 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0025
2013-10-31 15:54:17,832 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0025 RESULT=SUCCESS
2013-10-31 15:54:17,833 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0025
2013-10-31 15:54:17,834 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [third] submitted hadoop job: job_20131031154230960_0025
2013-10-31 15:54:17,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_1383234857804_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2FB3FEA30814ED411B dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,861 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_conf.xml. blk_-4181001638999867814_1256
2013-10-31 15:54:17,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4181001638999867814_1256 src: /127.0.0.1:36601 dest: /127.0.0.1:37515
2013-10-31 15:54:17,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4181001638999867814_1256 src: /127.0.0.1:58162 dest: /127.0.0.1:40932
2013-10-31 15:54:17,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4181001638999867814_1256 src: /127.0.0.1:38249 dest: /127.0.0.1:42031
2013-10-31 15:54:17,871 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38249, dest: /127.0.0.1:42031, bytes: 28753, op: HDFS_WRITE, cliID: DFSClient_233477186, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4181001638999867814_1256, duration: 613198
2013-10-31 15:54:17,871 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4181001638999867814_1256 terminating
2013-10-31 15:54:17,872 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58162, dest: /127.0.0.1:40932, bytes: 28753, op: HDFS_WRITE, cliID: DFSClient_233477186, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4181001638999867814_1256, duration: 1497187
2013-10-31 15:54:17,872 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4181001638999867814_1256 terminating
2013-10-31 15:54:17,872 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36601, dest: /127.0.0.1:37515, bytes: 28753, op: HDFS_WRITE, cliID: DFSClient_233477186, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4181001638999867814_1256, duration: 2380251
2013-10-31 15:54:17,873 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4181001638999867814_1256 terminating
2013-10-31 15:54:17,874 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4181001638999867814_1256 size 28753
2013-10-31 15:54:17,875 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_conf.xml from client DFSClient_233477186
2013-10-31 15:54:17,875 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_conf.xml is closed by DFSClient_233477186
2013-10-31 15:54:17,876 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4181001638999867814_1256 size 28753
2013-10-31 15:54:17,877 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4181001638999867814_1256 size 28753
2013-10-31 15:54:17,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:17,892 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken. blk_8352224644098630428_1257
2013-10-31 15:54:17,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8352224644098630428_1257 src: /127.0.0.1:60945 dest: /127.0.0.1:51383
2013-10-31 15:54:17,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8352224644098630428_1257 src: /127.0.0.1:36605 dest: /127.0.0.1:37515
2013-10-31 15:54:17,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8352224644098630428_1257 src: /127.0.0.1:38252 dest: /127.0.0.1:42031
2013-10-31 15:54:17,900 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38252, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8352224644098630428_1257, duration: 63830
2013-10-31 15:54:17,900 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8352224644098630428_1257 terminating
2013-10-31 15:54:17,901 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36605, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8352224644098630428_1257, duration: 853162
2013-10-31 15:54:17,901 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8352224644098630428_1257 terminating
2013-10-31 15:54:17,901 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60945, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8352224644098630428_1257, duration: 1688162
2013-10-31 15:54:17,902 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8352224644098630428_1257 terminating
2013-10-31 15:54:17,904 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8352224644098630428_1257 size 116
2013-10-31 15:54:17,905 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken from client DFSClient_1020568644
2013-10-31 15:54:17,905 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken is closed by DFSClient_1020568644
2013-10-31 15:54:17,905 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8352224644098630428_1257 size 116
2013-10-31 15:54:17,906 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8352224644098630428_1257 size 116
2013-10-31 15:54:17,913 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken
2013-10-31 15:54:17,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.splitmetainfo dst=null perm=null
2013-10-31 15:54:17,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36607, bytes: 152, op: HDFS_READ, cliID: DFSClient_233477186, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_434214612703141502_1253, duration: 262832
2013-10-31 15:54:17,918 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0025 = 41. Number of splits = 4
2013-10-31 15:54:17,918 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,919 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,919 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,919 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,919 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,920 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,920 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,920 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,920 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,921 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,921 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,921 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0025_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:17,921 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0025 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:54:17,922 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0025 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:54:18,181 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6645758766875305968_1242 file build/test/data/dfs/data/data3/current/blk_-6645758766875305968 for deletion
2013-10-31 15:54:18,181 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5778686270531398090_1248 file build/test/data/dfs/data/data4/current/blk_-5778686270531398090 for deletion
2013-10-31 15:54:18,181 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6645758766875305968_1242 at file build/test/data/dfs/data/data3/current/blk_-6645758766875305968
2013-10-31 15:54:18,181 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5778686270531398090_1248 at file build/test/data/dfs/data/data4/current/blk_-5778686270531398090
2013-10-31 15:54:18,181 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2754653961852423806_1245 file build/test/data/dfs/data/data4/current/blk_-2754653961852423806 for deletion
2013-10-31 15:54:18,182 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_327387489772850988_1243 file build/test/data/dfs/data/data4/current/blk_327387489772850988 for deletion
2013-10-31 15:54:18,182 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2754653961852423806_1245 at file build/test/data/dfs/data/data4/current/blk_-2754653961852423806
2013-10-31 15:54:18,182 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5031631011769743569_1244 file build/test/data/dfs/data/data3/current/blk_5031631011769743569 for deletion
2013-10-31 15:54:18,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_327387489772850988_1243 at file build/test/data/dfs/data/data4/current/blk_327387489772850988
2013-10-31 15:54:18,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5031631011769743569_1244 at file build/test/data/dfs/data/data3/current/blk_5031631011769743569
2013-10-31 15:54:18,647 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6645758766875305968_1242 file build/test/data/dfs/data/data6/current/blk_-6645758766875305968 for deletion
2013-10-31 15:54:18,647 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5778686270531398090_1248 file build/test/data/dfs/data/data5/current/blk_-5778686270531398090 for deletion
2013-10-31 15:54:18,647 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6645758766875305968_1242 at file build/test/data/dfs/data/data6/current/blk_-6645758766875305968
2013-10-31 15:54:18,647 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5778686270531398090_1248 at file build/test/data/dfs/data/data5/current/blk_-5778686270531398090
2013-10-31 15:54:18,647 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2754653961852423806_1245 file build/test/data/dfs/data/data6/current/blk_-2754653961852423806 for deletion
2013-10-31 15:54:18,648 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_327387489772850988_1243 file build/test/data/dfs/data/data5/current/blk_327387489772850988 for deletion
2013-10-31 15:54:18,648 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2754653961852423806_1245 at file build/test/data/dfs/data/data6/current/blk_-2754653961852423806
2013-10-31 15:54:18,648 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_327387489772850988_1243 at file build/test/data/dfs/data/data5/current/blk_327387489772850988
2013-10-31 15:54:19,184 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_-7387850377866576356_1251 to 127.0.0.1:37515
2013-10-31 15:54:19,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7387850377866576356_1251 src: /127.0.0.1:36608 dest: /127.0.0.1:37515
2013-10-31 15:54:19,187 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_-7387850377866576356_1251 to /127.0.0.1:37515
2013-10-31 15:54:19,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7387850377866576356_1251 src: /127.0.0.1:36608 dest: /127.0.0.1:37515 of size 238055
2013-10-31 15:54:19,194 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7387850377866576356_1251 size 238055
2013-10-31 15:54:19,916 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0025_m_000005_0' to tip task_20131031154230960_0025_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:54:19,920 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0024_m_000001_0'
2013-10-31 15:54:19,922 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0024_m_000003_0'
2013-10-31 15:54:19,923 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0025_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:54:19,923 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0025_m_000005_0 which needs 1 slots
2013-10-31 15:54:19,923 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0025_m_000005_0 which needs 1 slots
2013-10-31 15:54:19,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken dst=null perm=null
2013-10-31 15:54:19,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38255, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8352224644098630428_1257, duration: 290409
2013-10-31 15:54:19,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml dst=null perm=null
2013-10-31 15:54:19,942 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58171, bytes: 28916, op: HDFS_READ, cliID: DFSClient_-1723888806, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7572523070836273498_1254, duration: 397369
2013-10-31 15:54:19,953 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0024_m_000002_0'
2013-10-31 15:54:19,972 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:19,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar dst=null perm=null
2013-10-31 15:54:19,999 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38258, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1723888806, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7387850377866576356_1251, duration: 546652
2013-10-31 15:54:20,082 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0025_m_-512075681
2013-10-31 15:54:20,083 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0025_m_-512075681 spawned.
2013-10-31 15:54:20,085 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0025/attempt_20131031154230960_0025_m_000005_0/taskjvm.sh
2013-10-31 15:54:20,611 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5778686270531398090_1248
2013-10-31 15:54:21,992 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0024
2013-10-31 15:54:21,992 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0024_m_000004_0 not found in cache
2013-10-31 15:54:21,992 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0024 for user-log deletion with retainTimeStamp:1383321261992
2013-10-31 15:54:22,022 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0025_m_-512075681 given task: attempt_20131031154230960_0025_m_000005_0
2013-10-31 15:54:22,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5778686270531398090_1248 file build/test/data/dfs/data/data7/current/blk_-5778686270531398090 for deletion
2013-10-31 15:54:22,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5778686270531398090_1248 at file build/test/data/dfs/data/data7/current/blk_-5778686270531398090
2013-10-31 15:54:22,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:23,001 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0024_m_-1887802140 since job job_20131031154230960_0024 is dead
2013-10-31 15:54:23,012 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28721 with signal TERM. Exit code 0
2013-10-31 15:54:23,193 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:23,193 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:23,193 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:23,194 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0024_m_-1887802140 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:23,287 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0024_m_-185217009 since job job_20131031154230960_0024 is dead
2013-10-31 15:54:23,297 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28876 with signal TERM. Exit code 0
2013-10-31 15:54:23,460 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0024_r_-1801631310 since job job_20131031154230960_0024 is dead
2013-10-31 15:54:23,469 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29232 with signal TERM. Exit code 0
2013-10-31 15:54:23,479 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:23,479 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:23,479 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:23,479 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0024_m_-185217009 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:54:23,624 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:23,624 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:23,624 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:23,624 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0024_r_-1801631310 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:24,923 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0024
2013-10-31 15:54:24,923 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0024
2013-10-31 15:54:24,924 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0024 for user-log deletion with retainTimeStamp:1383321264924
2013-10-31 15:54:24,924 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0024 for user-log deletion with retainTimeStamp:1383321264924
2013-10-31 15:54:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:54:24,936 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:54:24,942 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:54:24,947 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:54:24,952 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:54:24,954 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0024
2013-10-31 15:54:24,954 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0024 for user-log deletion with retainTimeStamp:1383321264954
2013-10-31 15:54:24,958 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:54:24,963 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:54:24,963 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:54:25,438 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_m_000005_0 0.0% setup
2013-10-31 15:54:25,441 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0025_m_000005_0 is done.
2013-10-31 15:54:25,442 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0025_m_000005_0 was -1
2013-10-31 15:54:25,442 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:25,463 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0024_m_-974944732 since job job_20131031154230960_0024 is dead
2013-10-31 15:54:25,473 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29047 with signal TERM. Exit code 0
2013-10-31 15:54:25,659 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:25,659 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:25,660 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:25,660 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0024_m_-974944732 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:25,930 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0025_m_000005_0' has completed task_20131031154230960_0025_m_000005 successfully.
2013-10-31 15:54:25,933 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0025_m_000000_0' to tip task_20131031154230960_0025_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:54:25,933 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0025_m_000000
2013-10-31 15:54:25,935 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0025_m_000001_0' to tip task_20131031154230960_0025_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:54:25,936 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0025_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:54:25,937 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0025_m_000001
2013-10-31 15:54:25,937 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0025_m_000000_0 which needs 1 slots
2013-10-31 15:54:25,937 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0025_m_000000_0 which needs 1 slots
2013-10-31 15:54:25,939 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0025_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:54:25,940 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0025_m_000001_0 which needs 1 slots
2013-10-31 15:54:25,940 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0025_m_000001_0 which needs 1 slots
2013-10-31 15:54:25,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken dst=null perm=null
2013-10-31 15:54:25,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38261, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8352224644098630428_1257, duration: 298442
2013-10-31 15:54:25,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml dst=null perm=null
2013-10-31 15:54:25,960 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0025_m_000002_0' to tip task_20131031154230960_0025_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:54:25,960 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0025_m_000002
2013-10-31 15:54:25,960 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36617, bytes: 28916, op: HDFS_READ, cliID: DFSClient_483926857, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7572523070836273498_1254, duration: 388723
2013-10-31 15:54:25,962 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0025_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:54:25,962 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0024_m_-205256924 since job job_20131031154230960_0024 is dead
2013-10-31 15:54:25,962 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0025_m_000002_0 which needs 1 slots
2013-10-31 15:54:25,964 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0025_m_000002_0 which needs 1 slots
2013-10-31 15:54:25,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken dst=null perm=null
2013-10-31 15:54:25,972 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28931 with signal TERM. Exit code 0
2013-10-31 15:54:25,974 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38264, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8352224644098630428_1257, duration: 314303
2013-10-31 15:54:25,978 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0025_m_-260611094
2013-10-31 15:54:25,980 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0025_m_-260611094 spawned.
2013-10-31 15:54:25,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml dst=null perm=null
2013-10-31 15:54:25,984 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0025/attempt_20131031154230960_0025_m_000000_0/taskjvm.sh
2013-10-31 15:54:25,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58180, bytes: 28916, op: HDFS_READ, cliID: DFSClient_1978446100, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7572523070836273498_1254, duration: 290816
2013-10-31 15:54:25,999 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0025_m_000003_0' to tip task_20131031154230960_0025_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:54:26,089 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:26,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar dst=null perm=null
2013-10-31 15:54:26,117 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0025_m_000003
2013-10-31 15:54:26,118 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0025_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:54:26,118 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58181, bytes: 239915, op: HDFS_READ, cliID: DFSClient_483926857, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7387850377866576356_1251, duration: 1163450
2013-10-31 15:54:26,118 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0025_m_000003_0 which needs 1 slots
2013-10-31 15:54:26,119 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0025_m_000003_0 which needs 1 slots
2013-10-31 15:54:26,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025/jobToken dst=null perm=null
2013-10-31 15:54:26,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60963, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8352224644098630428_1257, duration: 122911
2013-10-31 15:54:26,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.xml dst=null perm=null
2013-10-31 15:54:26,223 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58184, bytes: 28916, op: HDFS_READ, cliID: DFSClient_-37685425, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7572523070836273498_1254, duration: 604441
2013-10-31 15:54:26,234 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:26,255 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:26,256 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:26,256 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:26,256 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:26,256 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0024_m_-205256924 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:26,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar dst=null perm=null
2013-10-31 15:54:26,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60966, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1978446100, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7387850377866576356_1251, duration: 1337300
2013-10-31 15:54:26,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.jar dst=null perm=null
2013-10-31 15:54:26,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38272, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-37685425, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7387850377866576356_1251, duration: 607709
2013-10-31 15:54:26,288 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0025_m_-431903101
2013-10-31 15:54:26,289 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0025_m_-431903101 spawned.
2013-10-31 15:54:26,290 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0025/attempt_20131031154230960_0025_m_000001_0/taskjvm.sh
2013-10-31 15:54:26,296 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0024_m_-473455707 since job job_20131031154230960_0024 is dead
2013-10-31 15:54:26,300 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28983 with signal TERM. Exit code 0
2013-10-31 15:54:26,499 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:26,500 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:26,500 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:26,500 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0024_m_-473455707 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:26,576 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0025_m_1201361256
2013-10-31 15:54:26,577 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0025_m_1201361256 spawned.
2013-10-31 15:54:26,577 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0025_m_1850384388
2013-10-31 15:54:26,577 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0025_m_1850384388 spawned.
2013-10-31 15:54:26,578 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0025/attempt_20131031154230960_0025_m_000003_0/taskjvm.sh
2013-10-31 15:54:26,579 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0025/attempt_20131031154230960_0025_m_000002_0/taskjvm.sh
2013-10-31 15:54:27,035 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0025_m_-260611094 given task: attempt_20131031154230960_0025_m_000000_0
2013-10-31 15:54:27,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split dst=null perm=null
2013-10-31 15:54:27,544 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38276, bytes: 1571, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-928805502877143939_1252, duration: 176981
2013-10-31 15:54:27,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:27,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60972, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7777566656880010186_1249, duration: 133830
2013-10-31 15:54:27,698 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0025_m_-431903101 given task: attempt_20131031154230960_0025_m_000001_0
2013-10-31 15:54:27,850 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0025_m_1201361256 given task: attempt_20131031154230960_0025_m_000003_0
2013-10-31 15:54:27,870 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0025_m_1850384388 given task: attempt_20131031154230960_0025_m_000002_0
2013-10-31 15:54:28,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split dst=null perm=null
2013-10-31 15:54:28,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58195, bytes: 1571, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-928805502877143939_1252, duration: 174427
2013-10-31 15:54:28,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:28,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split dst=null perm=null
2013-10-31 15:54:28,368 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:60979, bytes: 1055, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-928805502877143939_1252, duration: 168003
2013-10-31 15:54:28,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025/job.split dst=null perm=null
2013-10-31 15:54:28,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38285, bytes: 539, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-928805502877143939_1252, duration: 161799
2013-10-31 15:54:28,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:28,407 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36640, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7777566656880010186_1249, duration: 113207
2013-10-31 15:54:28,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:28,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38287, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7777566656880010186_1249, duration: 135867
2013-10-31 15:54:28,512 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38288, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0025_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7777566656880010186_1249, duration: 152159
2013-10-31 15:54:30,474 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_m_000000_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000:30+11
2013-10-31 15:54:30,476 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0025_m_000000_0 is done.
2013-10-31 15:54:30,477 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0025_m_000000_0 was 6
2013-10-31 15:54:30,477 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:30,937 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0025_m_000005_0
2013-10-31 15:54:30,938 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0025_m_000005_0
2013-10-31 15:54:30,938 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0025_m_000005_0 not found in cache
2013-10-31 15:54:31,000 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 94 raw values into 1 aggregated values, total 7
2013-10-31 15:54:31,139 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000:0+10
2013-10-31 15:54:31,141 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0025_m_000001_0 is done.
2013-10-31 15:54:31,142 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0025_m_000001_0 was 29
2013-10-31 15:54:31,142 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:31,296 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000:10+10
2013-10-31 15:54:31,299 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0025_m_000002_0 is done.
2013-10-31 15:54:31,299 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0025_m_000002_0 was 28
2013-10-31 15:54:31,299 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:31,320 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000:20+10
2013-10-31 15:54:31,323 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0025_m_000003_0 is done.
2013-10-31 15:54:31,323 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0025_m_000003_0 was 29
2013-10-31 15:54:31,323 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:31,942 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0025_m_000000_0' has completed task_20131031154230960_0025_m_000000 successfully.
2013-10-31 15:54:32,143 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0025_r_000000_0' to tip task_20131031154230960_0025_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:54:32,144 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0025_m_000003_0' has completed task_20131031154230960_0025_m_000003 successfully.
2013-10-31 15:54:32,146 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0025_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:54:32,146 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0025_r_000000_0 which needs 1 slots
2013-10-31 15:54:32,146 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0025_r_000000_0 which needs 1 slots
2013-10-31 15:54:32,147 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0025_m_000002_0' has completed task_20131031154230960_0025_m_000002 successfully.
2013-10-31 15:54:32,150 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0025_m_000001_0' has completed task_20131031154230960_0025_m_000001 successfully.
2013-10-31 15:54:32,200 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0025_r_-1148814345
2013-10-31 15:54:32,201 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0025_r_-1148814345 spawned.
2013-10-31 15:54:32,204 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0025/attempt_20131031154230960_0025_r_000000_0/taskjvm.sh
2013-10-31 15:54:33,029 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0025_r_-1148814345 given task: attempt_20131031154230960_0025_r_000000_0
2013-10-31 15:54:38,706 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45695, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0025_m_000000_0, duration: 9341637
2013-10-31 15:54:38,725 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47312, bytes: 29, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0025_m_000003_0, duration: 12523180
2013-10-31 15:54:38,742 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40025, bytes: 28, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0025_m_000002_0, duration: 11917672
2013-10-31 15:54:38,761 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50476, bytes: 29, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0025_m_000001_0, duration: 14187437
2013-10-31 15:54:39,525 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:39,554 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:39,609 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:39,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:39,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:39,957 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0/part-00000. blk_-3399073269018843272_1258
2013-10-31 15:54:40,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3399073269018843272_1258 src: /127.0.0.1:58213 dest: /127.0.0.1:40932
2013-10-31 15:54:40,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3399073269018843272_1258 src: /127.0.0.1:38300 dest: /127.0.0.1:42031
2013-10-31 15:54:40,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3399073269018843272_1258 src: /127.0.0.1:60996 dest: /127.0.0.1:51383
2013-10-31 15:54:40,005 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:60996, dest: /127.0.0.1:51383, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0025_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3399073269018843272_1258, duration: 2679387
2013-10-31 15:54:40,005 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3399073269018843272_1258 terminating
2013-10-31 15:54:40,006 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38300, dest: /127.0.0.1:42031, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0025_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3399073269018843272_1258, duration: 2669398
2013-10-31 15:54:40,006 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3399073269018843272_1258 terminating
2013-10-31 15:54:40,006 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58213, dest: /127.0.0.1:40932, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0025_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3399073269018843272_1258, duration: 3142026
2013-10-31 15:54:40,006 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3399073269018843272_1258 terminating
2013-10-31 15:54:40,009 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3399073269018843272_1258 size 41
2013-10-31 15:54:40,009 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0025_r_000000_0
2013-10-31 15:54:40,009 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0025_r_000000_0
2013-10-31 15:54:40,010 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3399073269018843272_1258 size 41
2013-10-31 15:54:40,010 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3399073269018843272_1258 size 41
2013-10-31 15:54:40,050 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0025_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:54:40,050 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:54:41,156 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0025_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:54:41,157 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0025_r_000000_0
2013-10-31 15:54:42,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0 dst=null perm=null
2013-10-31 15:54:42,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:42,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:42,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary/_attempt_20131031154230960_0025_r_000000_0 dst=null perm=null
2013-10-31 15:54:42,573 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_r_000000_0 1.0% reduce > reduce
2013-10-31 15:54:42,575 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_r_000000_0 1.0% reduce > reduce
2013-10-31 15:54:42,576 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0025_r_000000_0 is done.
2013-10-31 15:54:42,576 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0025_r_000000_0 was -1
2013-10-31 15:54:42,576 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:44,160 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0025_r_000000_0' has completed task_20131031154230960_0025_r_000000 successfully.
2013-10-31 15:54:44,163 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0025_m_000004_0' to tip task_20131031154230960_0025_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:54:44,166 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0025_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:54:44,166 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0025_m_000004_0 which needs 1 slots
2013-10-31 15:54:44,167 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0025_m_000004_0 which needs 1 slots
2013-10-31 15:54:44,220 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0025/attempt_20131031154230960_0025_m_000004_0. Attempting to reuse: jvm_20131031154230960_0025_m_-512075681
2013-10-31 15:54:45,527 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0025_m_-512075681 given task: attempt_20131031154230960_0025_m_000004_0
2013-10-31 15:54:45,639 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_m_000004_0 0.0%
2013-10-31 15:54:45,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary dst=null perm=null
2013-10-31 15:54:45,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:45,674 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_SUCCESS from client DFSClient_attempt_20131031154230960_0025_m_000004_0
2013-10-31 15:54:45,675 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0025_m_000004_0
2013-10-31 15:54:45,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7387850377866576356 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:45,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7387850377866576356 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:45,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7387850377866576356 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:45,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7387850377866576356 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:45,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-928805502877143939 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:45,683 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-928805502877143939 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:45,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-928805502877143939 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:45,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-928805502877143939 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:45,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_434214612703141502 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:45,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_434214612703141502 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:45,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_434214612703141502 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:45,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7572523070836273498 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:45,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7572523070836273498 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:54:45,685 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7572523070836273498 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:45,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0025 dst=null perm=null
2013-10-31 15:54:47,615 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_434214612703141502_1253 blk_-7387850377866576356_1251 blk_-928805502877143939_1252
2013-10-31 15:54:47,616 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-7387850377866576356_1251 blk_-7572523070836273498_1254 blk_-928805502877143939_1252
2013-10-31 15:54:48,609 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0025_m_000004_0 0.0% cleanup
2013-10-31 15:54:48,610 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0025_m_000004_0 is done.
2013-10-31 15:54:48,610 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0025_m_000004_0 was -1
2013-10-31 15:54:48,611 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:48,657 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7387850377866576356_1251 file build/test/data/dfs/data/data5/current/blk_-7387850377866576356 for deletion
2013-10-31 15:54:48,657 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-928805502877143939_1252 file build/test/data/dfs/data/data6/current/blk_-928805502877143939 for deletion
2013-10-31 15:54:48,658 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7387850377866576356_1251 at file build/test/data/dfs/data/data5/current/blk_-7387850377866576356
2013-10-31 15:54:48,658 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-928805502877143939_1252 at file build/test/data/dfs/data/data6/current/blk_-928805502877143939
2013-10-31 15:54:48,658 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_434214612703141502_1253 file build/test/data/dfs/data/data5/current/blk_434214612703141502 for deletion
2013-10-31 15:54:48,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_434214612703141502_1253 at file build/test/data/dfs/data/data5/current/blk_434214612703141502
2013-10-31 15:54:49,167 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0025_r_000000_0
2013-10-31 15:54:49,167 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0025_r_000000_0
2013-10-31 15:54:49,195 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7572523070836273498_1254 file build/test/data/dfs/data/data7/current/blk_-7572523070836273498 for deletion
2013-10-31 15:54:49,195 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7387850377866576356_1251 file build/test/data/dfs/data/data7/current/blk_-7387850377866576356 for deletion
2013-10-31 15:54:49,195 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7572523070836273498_1254 at file build/test/data/dfs/data/data7/current/blk_-7572523070836273498
2013-10-31 15:54:49,195 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-928805502877143939_1252 file build/test/data/dfs/data/data8/current/blk_-928805502877143939 for deletion
2013-10-31 15:54:49,196 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7387850377866576356_1251 at file build/test/data/dfs/data/data7/current/blk_-7387850377866576356
2013-10-31 15:54:49,196 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-928805502877143939_1252 at file build/test/data/dfs/data/data8/current/blk_-928805502877143939
2013-10-31 15:54:50,176 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0025_m_000004_0' has completed task_20131031154230960_0025_m_000004 successfully.
2013-10-31 15:54:50,177 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0025 has completed successfully.
2013-10-31 15:54:50,177 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0025,submitTime=1383234857804,launchTime=1383234857922,firstMapTaskLaunchTime=1383234865932,firstReduceTaskLaunchTime=1383234872143,firstJobSetupTaskLaunchTime=1383234859915,firstJobCleanupTaskLaunchTime=1383234884163,finishTime=1383234890177,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=28,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[8503B30EBCF94A5891B8397FC623141D/B3FEA30814ED411B8F6505B4C053BBCA] third/(3/3) ...latform/chainedtaps/third
2013-10-31 15:54:50,181 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_1383234857804_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2FB3FEA30814ED411B. blk_690822109720734094_1259
2013-10-31 15:54:50,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_690822109720734094_1259 src: /127.0.0.1:38304 dest: /127.0.0.1:42031
2013-10-31 15:54:50,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_690822109720734094_1259 src: /127.0.0.1:61000 dest: /127.0.0.1:51383
2013-10-31 15:54:50,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_690822109720734094_1259 src: /127.0.0.1:58220 dest: /127.0.0.1:40932
2013-10-31 15:54:50,195 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58220, dest: /127.0.0.1:40932, bytes: 27977, op: HDFS_WRITE, cliID: DFSClient_233477186, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_690822109720734094_1259, duration: 882978
2013-10-31 15:54:50,195 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_690822109720734094_1259 terminating
2013-10-31 15:54:50,196 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:61000, dest: /127.0.0.1:51383, bytes: 27977, op: HDFS_WRITE, cliID: DFSClient_233477186, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_690822109720734094_1259, duration: 3446065
2013-10-31 15:54:50,196 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_690822109720734094_1259 terminating
2013-10-31 15:54:50,197 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38304, dest: /127.0.0.1:42031, bytes: 27977, op: HDFS_WRITE, cliID: DFSClient_233477186, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_690822109720734094_1259, duration: 4391695
2013-10-31 15:54:50,197 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_690822109720734094_1259 terminating
2013-10-31 15:54:50,199 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_690822109720734094_1259 size 27977
2013-10-31 15:54:50,199 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_1383234857804_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2FB3FEA30814ED411B from client DFSClient_233477186
2013-10-31 15:54:50,200 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_logs/history/job_20131031154230960_0025_1383234857804_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2FB3FEA30814ED411B is closed by DFSClient_233477186
2013-10-31 15:54:50,200 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_690822109720734094_1259 size 27977
2013-10-31 15:54:50,201 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_690822109720734094_1259 size 27977
2013-10-31 15:54:50,210 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0025_1383234857804_hadoop_%5B8503B30EBCF94A5891B8397FC623141D%2FB3FEA30814ED411B to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:54:50,211 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0025_m_000000_0'
2013-10-31 15:54:50,211 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0025_m_000004_0'
2013-10-31 15:54:50,211 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0025_m_000005_0'
2013-10-31 15:54:50,212 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0025_r_000000_0'
2013-10-31 15:54:50,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8352224644098630428 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:54:50,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8352224644098630428 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:54:50,213 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0025_m_000001_0'
2013-10-31 15:54:50,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8352224644098630428 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:54:50,214 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0025_m_000002_0'
2013-10-31 15:54:50,216 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0025_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:54:50,220 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/_temporary
2013-10-31 15:54:50,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0025 dst=null perm=null
2013-10-31 15:54:50,259 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/_temporary
2013-10-31 15:54:50,261 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/_temporary
2013-10-31 15:54:50,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2013-10-31 15:54:50,277 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:54:50,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:50,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:50,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38308, bytes: 45, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7777566656880010186_1249, duration: 177265
2013-10-31 15:54:50,280 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/chainedtaps/second
2013-10-31 15:54:50,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2013-10-31 15:54:50,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2013-10-31 15:54:50,285 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/chainedtaps/first
2013-10-31 15:54:50,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36663, bytes: 45, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7777566656880010186_1249, duration: 291121
2013-10-31 15:54:50,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2013-10-31 15:54:50,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2013-10-31 15:54:50,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38310, bytes: 144, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8395232095324580314_1240, duration: 123222
2013-10-31 15:54:50,289 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/chainedtaps/third
2013-10-31 15:54:50,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2013-10-31 15:54:50,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/chainedtaps/third/part-00000 dst=null perm=null
2013-10-31 15:54:50,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58225, bytes: 45, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3399073269018843272_1258, duration: 107870
2013-10-31 15:54:50,301 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:54:50,302 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:54:50,319 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:54:50,320 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:54:50,320 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall"]
2013-10-31 15:54:50,321 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:54:50,321 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 2
2013-10-31 15:54:50,321 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 2
2013-10-31 15:54:50,322 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/2)
2013-10-31 15:54:50,326 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:54:50,326 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:54:50,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:50,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:54:50,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:50,349 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar. blk_6145460404895414108_1260
2013-10-31 15:54:50,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6145460404895414108_1260 src: /127.0.0.1:38312 dest: /127.0.0.1:42031
2013-10-31 15:54:50,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6145460404895414108_1260 src: /127.0.0.1:36667 dest: /127.0.0.1:37515
2013-10-31 15:54:50,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6145460404895414108_1260 src: /127.0.0.1:32776 dest: /127.0.0.1:51383
2013-10-31 15:54:50,364 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32776, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6145460404895414108_1260, duration: 9549081
2013-10-31 15:54:50,365 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6145460404895414108_1260 terminating
2013-10-31 15:54:50,365 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36667, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6145460404895414108_1260, duration: 3072235
2013-10-31 15:54:50,366 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6145460404895414108_1260 terminating
2013-10-31 15:54:50,366 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38312, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6145460404895414108_1260, duration: 5386527
2013-10-31 15:54:50,367 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6145460404895414108_1260 terminating
2013-10-31 15:54:50,374 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6145460404895414108_1260 size 238055
2013-10-31 15:54:50,375 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6145460404895414108_1260 size 238055
2013-10-31 15:54:50,375 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6145460404895414108_1260 size 238055
2013-10-31 15:54:50,616 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_8352224644098630428_1257
2013-10-31 15:54:50,617 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_8352224644098630428_1257 blk_434214612703141502_1253 blk_-7387850377866576356_1251 blk_-7572523070836273498_1254 blk_-928805502877143939_1252
2013-10-31 15:54:50,774 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar from client DFSClient_1020568644
2013-10-31 15:54:50,775 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar is closed by DFSClient_1020568644
2013-10-31 15:54:50,786 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar. New replication is 10
2013-10-31 15:54:50,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar dst=null perm=null
2013-10-31 15:54:50,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:50,803 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:54:50,808 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:54:50,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:54:50,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:50,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:50,824 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split. New replication is 10
2013-10-31 15:54:51,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7572523070836273498_1254 file build/test/data/dfs/data/data4/current/blk_-7572523070836273498 for deletion
2013-10-31 15:54:51,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7387850377866576356_1251 file build/test/data/dfs/data/data3/current/blk_-7387850377866576356 for deletion
2013-10-31 15:54:51,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7572523070836273498_1254 at file build/test/data/dfs/data/data4/current/blk_-7572523070836273498
2013-10-31 15:54:51,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-928805502877143939_1252 file build/test/data/dfs/data/data4/current/blk_-928805502877143939 for deletion
2013-10-31 15:54:51,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7387850377866576356_1251 at file build/test/data/dfs/data/data3/current/blk_-7387850377866576356
2013-10-31 15:54:51,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_434214612703141502_1253 file build/test/data/dfs/data/data3/current/blk_434214612703141502 for deletion
2013-10-31 15:54:51,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-928805502877143939_1252 at file build/test/data/dfs/data/data4/current/blk_-928805502877143939
2013-10-31 15:54:51,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_434214612703141502_1253 at file build/test/data/dfs/data/data3/current/blk_434214612703141502
2013-10-31 15:54:51,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8352224644098630428_1257 file build/test/data/dfs/data/data4/current/blk_8352224644098630428 for deletion
2013-10-31 15:54:51,194 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8352224644098630428_1257 at file build/test/data/dfs/data/data4/current/blk_8352224644098630428
2013-10-31 15:54:51,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split dst=null perm=null
2013-10-31 15:54:51,490 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split. blk_-8537379520446109392_1261
2013-10-31 15:54:51,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8537379520446109392_1261 src: /127.0.0.1:58229 dest: /127.0.0.1:40932
2013-10-31 15:54:51,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8537379520446109392_1261 src: /127.0.0.1:36670 dest: /127.0.0.1:37515
2013-10-31 15:54:51,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8537379520446109392_1261 src: /127.0.0.1:32779 dest: /127.0.0.1:51383
2013-10-31 15:54:51,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8537379520446109392_1261 src: /127.0.0.1:38318 dest: /127.0.0.1:42031
2013-10-31 15:54:51,501 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38318, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8537379520446109392_1261, duration: 93442
2013-10-31 15:54:51,501 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8537379520446109392_1261 terminating
2013-10-31 15:54:51,502 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32779, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8537379520446109392_1261, duration: 926159
2013-10-31 15:54:51,502 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8537379520446109392_1261 terminating
2013-10-31 15:54:51,503 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36670, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8537379520446109392_1261, duration: 2024888
2013-10-31 15:54:51,503 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8537379520446109392_1261 terminating
2013-10-31 15:54:51,503 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8537379520446109392_1261 size 1403
2013-10-31 15:54:51,504 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58229, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8537379520446109392_1261, duration: 2970570
2013-10-31 15:54:51,504 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-8537379520446109392_1261 terminating
2013-10-31 15:54:51,504 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8537379520446109392_1261 size 1403
2013-10-31 15:54:51,508 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split from client DFSClient_1020568644
2013-10-31 15:54:51,508 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split is closed by DFSClient_1020568644
2013-10-31 15:54:51,508 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8537379520446109392_1261 size 1403
2013-10-31 15:54:51,509 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8537379520446109392_1261 size 1403
2013-10-31 15:54:51,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:51,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:51,527 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.splitmetainfo. blk_-8483663766617803540_1262
2013-10-31 15:54:51,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8483663766617803540_1262 src: /127.0.0.1:58233 dest: /127.0.0.1:40932
2013-10-31 15:54:51,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8483663766617803540_1262 src: /127.0.0.1:36674 dest: /127.0.0.1:37515
2013-10-31 15:54:51,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8483663766617803540_1262 src: /127.0.0.1:38321 dest: /127.0.0.1:42031
2013-10-31 15:54:51,535 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38321, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8483663766617803540_1262, duration: 64983
2013-10-31 15:54:51,535 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8483663766617803540_1262 terminating
2013-10-31 15:54:51,535 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36674, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8483663766617803540_1262, duration: 903405
2013-10-31 15:54:51,536 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8483663766617803540_1262 terminating
2013-10-31 15:54:51,536 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8483663766617803540_1262 size 156
2013-10-31 15:54:51,536 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58233, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8483663766617803540_1262, duration: 1850497
2013-10-31 15:54:51,537 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8483663766617803540_1262 size 156
2013-10-31 15:54:51,537 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8483663766617803540_1262 terminating
2013-10-31 15:54:51,539 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8483663766617803540_1262 size 156
2013-10-31 15:54:51,539 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:54:51,540 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:54:51,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:51,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:51,576 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml. blk_6737365405133568259_1263
2013-10-31 15:54:51,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6737365405133568259_1263 src: /127.0.0.1:58236 dest: /127.0.0.1:40932
2013-10-31 15:54:51,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6737365405133568259_1263 src: /127.0.0.1:38323 dest: /127.0.0.1:42031
2013-10-31 15:54:51,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6737365405133568259_1263 src: /127.0.0.1:32786 dest: /127.0.0.1:51383
2013-10-31 15:54:51,584 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32786, dest: /127.0.0.1:51383, bytes: 28413, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6737365405133568259_1263, duration: 84009
2013-10-31 15:54:51,585 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6737365405133568259_1263 terminating
2013-10-31 15:54:51,585 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38323, dest: /127.0.0.1:42031, bytes: 28413, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6737365405133568259_1263, duration: 841401
2013-10-31 15:54:51,586 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6737365405133568259_1263 terminating
2013-10-31 15:54:51,586 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6737365405133568259_1263 size 28413
2013-10-31 15:54:51,586 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58236, dest: /127.0.0.1:40932, bytes: 28413, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6737365405133568259_1263, duration: 1727502
2013-10-31 15:54:51,587 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6737365405133568259_1263 size 28413
2013-10-31 15:54:51,587 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6737365405133568259_1263 terminating
2013-10-31 15:54:51,589 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml from client DFSClient_1020568644
2013-10-31 15:54:51,590 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml is closed by DFSClient_1020568644
2013-10-31 15:54:51,590 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6737365405133568259_1263 size 28413
2013-10-31 15:54:51,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml dst=null perm=null
2013-10-31 15:54:51,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58240, bytes: 28637, op: HDFS_READ, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6737365405133568259_1263, duration: 401283
2013-10-31 15:54:51,632 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0026: nMaps=4 nReduces=1 max=-1
2013-10-31 15:54:51,632 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0026 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:54:51,632 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0026
2013-10-31 15:54:51,633 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0026 RESULT=SUCCESS
2013-10-31 15:54:51,633 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0026
2013-10-31 15:54:51,634 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0026
2013-10-31 15:54:51,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_1383234891604_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2FAEC64CFDC5734735 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:51,658 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8352224644098630428_1257 file build/test/data/dfs/data/data5/current/blk_8352224644098630428 for deletion
2013-10-31 15:54:51,658 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8352224644098630428_1257 at file build/test/data/dfs/data/data5/current/blk_8352224644098630428
2013-10-31 15:54:51,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:51,673 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_conf.xml. blk_6966411915967568982_1265
2013-10-31 15:54:51,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6966411915967568982_1265 src: /127.0.0.1:36681 dest: /127.0.0.1:37515
2013-10-31 15:54:51,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6966411915967568982_1265 src: /127.0.0.1:38328 dest: /127.0.0.1:42031
2013-10-31 15:54:51,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6966411915967568982_1265 src: /127.0.0.1:58243 dest: /127.0.0.1:40932
2013-10-31 15:54:51,682 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58243, dest: /127.0.0.1:40932, bytes: 28478, op: HDFS_WRITE, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6966411915967568982_1265, duration: 499975
2013-10-31 15:54:51,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6966411915967568982_1265 terminating
2013-10-31 15:54:51,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38328, dest: /127.0.0.1:42031, bytes: 28478, op: HDFS_WRITE, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6966411915967568982_1265, duration: 1383082
2013-10-31 15:54:51,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6966411915967568982_1265 terminating
2013-10-31 15:54:51,684 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36681, dest: /127.0.0.1:37515, bytes: 28478, op: HDFS_WRITE, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6966411915967568982_1265, duration: 2271954
2013-10-31 15:54:51,685 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6966411915967568982_1265 terminating
2013-10-31 15:54:51,686 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6966411915967568982_1265 size 28478
2013-10-31 15:54:51,687 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_conf.xml from client DFSClient_-1839425602
2013-10-31 15:54:51,687 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_conf.xml is closed by DFSClient_-1839425602
2013-10-31 15:54:51,688 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6966411915967568982_1265 size 28478
2013-10-31 15:54:51,688 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6966411915967568982_1265 size 28478
2013-10-31 15:54:51,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:54:51,709 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken. blk_5334462911493867609_1266
2013-10-31 15:54:51,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5334462911493867609_1266 src: /127.0.0.1:38330 dest: /127.0.0.1:42031
2013-10-31 15:54:51,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5334462911493867609_1266 src: /127.0.0.1:58245 dest: /127.0.0.1:40932
2013-10-31 15:54:51,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5334462911493867609_1266 src: /127.0.0.1:32794 dest: /127.0.0.1:51383
2013-10-31 15:54:51,717 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32794, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5334462911493867609_1266, duration: 89178
2013-10-31 15:54:51,717 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5334462911493867609_1266 terminating
2013-10-31 15:54:51,717 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58245, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5334462911493867609_1266, duration: 1220927
2013-10-31 15:54:51,718 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5334462911493867609_1266 terminating
2013-10-31 15:54:51,719 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38330, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5334462911493867609_1266, duration: 2019162
2013-10-31 15:54:51,719 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5334462911493867609_1266 size 116
2013-10-31 15:54:51,719 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5334462911493867609_1266 terminating
2013-10-31 15:54:51,721 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5334462911493867609_1266 size 116
2013-10-31 15:54:51,723 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken from client DFSClient_1020568644
2013-10-31 15:54:51,723 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken is closed by DFSClient_1020568644
2013-10-31 15:54:51,724 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5334462911493867609_1266 size 116
2013-10-31 15:54:51,732 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken
2013-10-31 15:54:51,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.splitmetainfo dst=null perm=null
2013-10-31 15:54:51,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36687, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8483663766617803540_1262, duration: 275509
2013-10-31 15:54:51,738 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0026 = 1449. Number of splits = 4
2013-10-31 15:54:51,738 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,738 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,739 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,739 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,739 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,739 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,740 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,740 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,740 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,740 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,740 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0026_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:54:51,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0026 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:54:51,741 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0026 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:54:53,178 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0026_m_000005_0' to tip task_20131031154230960_0026_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:54:53,182 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0025_m_000003_0'
2013-10-31 15:54:53,184 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0026_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:54:53,184 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0026_m_000005_0 which needs 1 slots
2013-10-31 15:54:53,184 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0026_m_000005_0 which needs 1 slots
2013-10-31 15:54:53,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken dst=null perm=null
2013-10-31 15:54:53,193 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58248, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5334462911493867609_1266, duration: 298307
2013-10-31 15:54:53,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml dst=null perm=null
2013-10-31 15:54:53,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32798, bytes: 28637, op: HDFS_READ, cliID: DFSClient_665322226, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6737365405133568259_1263, duration: 391602
2013-10-31 15:54:53,235 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:53,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar dst=null perm=null
2013-10-31 15:54:53,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32799, bytes: 239915, op: HDFS_READ, cliID: DFSClient_665322226, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6145460404895414108_1260, duration: 1229027
2013-10-31 15:54:53,363 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0026_m_-805517160
2013-10-31 15:54:53,363 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0026_m_-805517160 spawned.
2013-10-31 15:54:53,366 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0026/attempt_20131031154230960_0026_m_000005_0/taskjvm.sh
2013-10-31 15:54:53,617 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_6145460404895414108_1260 to datanode(s) 127.0.0.1:40932
2013-10-31 15:54:53,618 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_8352224644098630428_1257 blk_434214612703141502_1253 blk_-7387850377866576356_1251 blk_-7572523070836273498_1254 blk_-928805502877143939_1252
2013-10-31 15:54:53,678 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7572523070836273498_1254 file build/test/data/dfs/data/data1/current/blk_-7572523070836273498 for deletion
2013-10-31 15:54:53,678 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7387850377866576356_1251 file build/test/data/dfs/data/data2/current/blk_-7387850377866576356 for deletion
2013-10-31 15:54:53,678 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7572523070836273498_1254 at file build/test/data/dfs/data/data1/current/blk_-7572523070836273498
2013-10-31 15:54:53,679 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-928805502877143939_1252 file build/test/data/dfs/data/data1/current/blk_-928805502877143939 for deletion
2013-10-31 15:54:53,679 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7387850377866576356_1251 at file build/test/data/dfs/data/data2/current/blk_-7387850377866576356
2013-10-31 15:54:53,679 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-928805502877143939_1252 at file build/test/data/dfs/data/data1/current/blk_-928805502877143939
2013-10-31 15:54:53,679 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_434214612703141502_1253 file build/test/data/dfs/data/data2/current/blk_434214612703141502 for deletion
2013-10-31 15:54:53,680 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8352224644098630428_1257 file build/test/data/dfs/data/data2/current/blk_8352224644098630428 for deletion
2013-10-31 15:54:53,680 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_434214612703141502_1253 at file build/test/data/dfs/data/data2/current/blk_434214612703141502
2013-10-31 15:54:53,680 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8352224644098630428_1257 at file build/test/data/dfs/data/data2/current/blk_8352224644098630428
2013-10-31 15:54:54,659 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_6145460404895414108_1260 to 127.0.0.1:40932
2013-10-31 15:54:54,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6145460404895414108_1260 src: /127.0.0.1:58253 dest: /127.0.0.1:40932
2013-10-31 15:54:54,660 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_6145460404895414108_1260 to /127.0.0.1:40932
2013-10-31 15:54:54,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_6145460404895414108_1260 src: /127.0.0.1:58253 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:54:54,663 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6145460404895414108_1260 size 238055
2013-10-31 15:54:55,048 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0026_m_-805517160 given task: attempt_20131031154230960_0026_m_000005_0
2013-10-31 15:54:55,213 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0025
2013-10-31 15:54:55,213 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0025_m_000004_0 not found in cache
2013-10-31 15:54:55,214 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0025 for user-log deletion with retainTimeStamp:1383321295214
2013-10-31 15:54:55,251 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0025
2013-10-31 15:54:55,251 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0025
2013-10-31 15:54:55,251 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0025 for user-log deletion with retainTimeStamp:1383321295251
2013-10-31 15:54:55,251 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0025 for user-log deletion with retainTimeStamp:1383321295251
2013-10-31 15:54:55,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:54:55,734 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0025_m_-431903101 since job job_20131031154230960_0025 is dead
2013-10-31 15:54:55,745 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29668 with signal TERM. Exit code 0
2013-10-31 15:54:55,881 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0025_m_1850384388 since job job_20131031154230960_0025 is dead
2013-10-31 15:54:55,889 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29705 with signal TERM. Exit code 0
2013-10-31 15:54:55,942 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:55,943 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:55,943 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:55,943 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0025_m_-431903101 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:56,098 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:56,099 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:56,099 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:56,099 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0025_m_1850384388 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:56,559 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0025_m_-260611094 since job job_20131031154230960_0025 is dead
2013-10-31 15:54:56,569 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29578 with signal TERM. Exit code 0
2013-10-31 15:54:56,610 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0025_r_-1148814345 since job job_20131031154230960_0025 is dead
2013-10-31 15:54:56,615 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29881 with signal TERM. Exit code 0
2013-10-31 15:54:56,647 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0025_m_-512075681 since job job_20131031154230960_0025 is dead
2013-10-31 15:54:56,652 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29430 with signal TERM. Exit code 0
2013-10-31 15:54:56,775 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:56,776 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:56,776 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:56,776 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0025_m_-260611094 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:56,777 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:56,777 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:56,777 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:56,778 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0025_r_-1148814345 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:56,816 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:56,816 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:56,816 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:56,816 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0025_m_-512075681 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:54:58,184 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0025
2013-10-31 15:54:58,185 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0025 for user-log deletion with retainTimeStamp:1383321298185
2013-10-31 15:54:58,494 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_m_000005_0 0.0% setup
2013-10-31 15:54:58,496 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0026_m_000005_0 is done.
2013-10-31 15:54:58,497 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0026_m_000005_0 was -1
2013-10-31 15:54:58,497 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:54:58,906 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0025_m_1201361256 since job job_20131031154230960_0025 is dead
2013-10-31 15:54:58,916 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29706 with signal TERM. Exit code 0
2013-10-31 15:54:59,127 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:54:59,128 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:54:59,128 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:54:59,128 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0025_m_1201361256 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:54:59,190 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0026_m_000005_0' has completed task_20131031154230960_0026_m_000005 successfully.
2013-10-31 15:54:59,194 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0026_m_000000_0' to tip task_20131031154230960_0026_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:54:59,195 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0026_m_000000
2013-10-31 15:54:59,197 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0026_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:54:59,197 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0026_m_000000_0 which needs 1 slots
2013-10-31 15:54:59,197 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0026_m_000000_0 which needs 1 slots
2013-10-31 15:54:59,225 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0026_m_000001_0' to tip task_20131031154230960_0026_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:54:59,226 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0026_m_000001
2013-10-31 15:54:59,228 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0026_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:54:59,228 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0026_m_000001_0 which needs 1 slots
2013-10-31 15:54:59,228 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0026_m_000001_0 which needs 1 slots
2013-10-31 15:54:59,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken dst=null perm=null
2013-10-31 15:54:59,236 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0026_m_509497177
2013-10-31 15:54:59,237 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0026_m_509497177 spawned.
2013-10-31 15:54:59,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32804, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5334462911493867609_1266, duration: 584356
2013-10-31 15:54:59,240 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0026/attempt_20131031154230960_0026_m_000000_0/taskjvm.sh
2013-10-31 15:54:59,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml dst=null perm=null
2013-10-31 15:54:59,247 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32806, bytes: 28637, op: HDFS_READ, cliID: DFSClient_1349524604, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6737365405133568259_1263, duration: 229974
2013-10-31 15:54:59,260 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0026_m_000002_0' to tip task_20131031154230960_0026_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:54:59,261 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0026_m_000002
2013-10-31 15:54:59,263 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0026_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:54:59,263 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0026_m_000003_0' to tip task_20131031154230960_0026_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:54:59,263 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0026_m_000002_0 which needs 1 slots
2013-10-31 15:54:59,264 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0026_m_000002_0 which needs 1 slots
2013-10-31 15:54:59,276 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0026_m_000003
2013-10-31 15:54:59,278 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0026_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:54:59,278 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0026_m_000003_0 which needs 1 slots
2013-10-31 15:54:59,278 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0026_m_000003_0 which needs 1 slots
2013-10-31 15:54:59,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken dst=null perm=null
2013-10-31 15:54:59,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32807, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5334462911493867609_1266, duration: 427459
2013-10-31 15:54:59,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026/jobToken dst=null perm=null
2013-10-31 15:54:59,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38347, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5334462911493867609_1266, duration: 1178493
2013-10-31 15:54:59,294 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:59,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml dst=null perm=null
2013-10-31 15:54:59,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.xml dst=null perm=null
2013-10-31 15:54:59,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58263, bytes: 28637, op: HDFS_READ, cliID: DFSClient_-1575623438, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6737365405133568259_1263, duration: 382951
2013-10-31 15:54:59,304 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38350, bytes: 28637, op: HDFS_READ, cliID: DFSClient_-1984319123, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6737365405133568259_1263, duration: 393858
2013-10-31 15:54:59,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar dst=null perm=null
2013-10-31 15:54:59,327 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36705, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1349524604, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6145460404895414108_1260, duration: 1392936
2013-10-31 15:54:59,327 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:59,335 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:54:59,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar dst=null perm=null
2013-10-31 15:54:59,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58266, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1575623438, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6145460404895414108_1260, duration: 628027
2013-10-31 15:54:59,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.jar dst=null perm=null
2013-10-31 15:54:59,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38353, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1984319123, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6145460404895414108_1260, duration: 633283
2013-10-31 15:54:59,412 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0026_m_-111632417
2013-10-31 15:54:59,412 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0026_m_587553409
2013-10-31 15:54:59,413 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0026_m_-111632417 spawned.
2013-10-31 15:54:59,413 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0026_m_587553409 spawned.
2013-10-31 15:54:59,415 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0026/attempt_20131031154230960_0026_m_000002_0/taskjvm.sh
2013-10-31 15:54:59,415 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0026/attempt_20131031154230960_0026_m_000001_0/taskjvm.sh
2013-10-31 15:54:59,424 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0026_m_1238589228
2013-10-31 15:54:59,425 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0026_m_1238589228 spawned.
2013-10-31 15:54:59,426 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0026/attempt_20131031154230960_0026_m_000003_0/taskjvm.sh
2013-10-31 15:55:00,146 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0026_m_509497177 given task: attempt_20131031154230960_0026_m_000000_0
2013-10-31 15:55:00,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split dst=null perm=null
2013-10-31 15:55:00,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58271, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8537379520446109392_1261, duration: 177846
2013-10-31 15:55:00,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:55:00,686 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58272, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000000_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 140468
2013-10-31 15:55:00,917 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0026_m_-111632417 given task: attempt_20131031154230960_0026_m_000002_0
2013-10-31 15:55:00,948 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0026_m_587553409 given task: attempt_20131031154230960_0026_m_000001_0
2013-10-31 15:55:00,982 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0026_m_1238589228 given task: attempt_20131031154230960_0026_m_000003_0
2013-10-31 15:55:01,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split dst=null perm=null
2013-10-31 15:55:01,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58279, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8537379520446109392_1261, duration: 164563
2013-10-31 15:55:01,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split dst=null perm=null
2013-10-31 15:55:01,454 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32828, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8537379520446109392_1261, duration: 169285
2013-10-31 15:55:01,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:55:01,464 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58281, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 148312
2013-10-31 15:55:01,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026/job.split dst=null perm=null
2013-10-31 15:55:01,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:55:01,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58282, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000003_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8537379520446109392_1261, duration: 110444
2013-10-31 15:55:01,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:55:01,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32831, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000003_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 180159
2013-10-31 15:55:01,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58284, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0026_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 173385
2013-10-31 15:55:03,571 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:55:03,573 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0026_m_000000_0 is done.
2013-10-31 15:55:03,574 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0026_m_000000_0 was 6
2013-10-31 15:55:03,574 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:04,197 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0026_m_000005_0
2013-10-31 15:55:04,198 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0026_m_000005_0
2013-10-31 15:55:04,198 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0026_m_000005_0 not found in cache
2013-10-31 15:55:04,354 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:55:04,357 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0026_m_000002_0 is done.
2013-10-31 15:55:04,357 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0026_m_000002_0 was 6
2013-10-31 15:55:04,357 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:04,383 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:55:04,386 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0026_m_000001_0 is done.
2013-10-31 15:55:04,386 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0026_m_000001_0 was 6
2013-10-31 15:55:04,386 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:04,419 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:55:04,421 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0026_m_000003_0 is done.
2013-10-31 15:55:04,422 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0026_m_000003_0 was 6
2013-10-31 15:55:04,422 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:05,204 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0026_m_000000_0' has completed task_20131031154230960_0026_m_000000 successfully.
2013-10-31 15:55:05,558 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0026_r_000000_0' to tip task_20131031154230960_0026_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:55:05,558 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0026_m_000003_0' has completed task_20131031154230960_0026_m_000003 successfully.
2013-10-31 15:55:05,561 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0026_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:55:05,561 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0026_r_000000_0 which needs 1 slots
2013-10-31 15:55:05,561 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0026_r_000000_0 which needs 1 slots
2013-10-31 15:55:05,562 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0026_m_000002_0' has completed task_20131031154230960_0026_m_000002 successfully.
2013-10-31 15:55:05,565 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0026_m_000001_0' has completed task_20131031154230960_0026_m_000001 successfully.
2013-10-31 15:55:05,598 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0026_r_1861881592
2013-10-31 15:55:05,599 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0026_r_1861881592 spawned.
2013-10-31 15:55:05,601 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0026/attempt_20131031154230960_0026_r_000000_0/taskjvm.sh
2013-10-31 15:55:06,506 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0026_r_1861881592 given task: attempt_20131031154230960_0026_r_000000_0
2013-10-31 15:55:12,163 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47389, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0026_m_000000_0, duration: 9204383
2013-10-31 15:55:12,190 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50552, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0026_m_000003_0, duration: 12210252
2013-10-31 15:55:12,207 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40103, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0026_m_000002_0, duration: 12434141
2013-10-31 15:55:12,224 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45776, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0026_m_000001_0, duration: 11876934
2013-10-31 15:55:12,968 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:55:13,021 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:55:13,074 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:55:13,278 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1396 Total time for transactions(ms): 23Number of transactions batched in Syncs: 100 Number of syncs: 992 SyncTimes(ms): 49245 7086
2013-10-31 15:55:13,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:55:13,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:13,321 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0/part-00000. blk_-3828913017343015632_1267
2013-10-31 15:55:13,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3828913017343015632_1267 src: /127.0.0.1:36731 dest: /127.0.0.1:37515
2013-10-31 15:55:13,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3828913017343015632_1267 src: /127.0.0.1:38378 dest: /127.0.0.1:42031
2013-10-31 15:55:13,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3828913017343015632_1267 src: /127.0.0.1:58293 dest: /127.0.0.1:40932
2013-10-31 15:55:13,369 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58293, dest: /127.0.0.1:40932, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0026_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3828913017343015632_1267, duration: 1331882
2013-10-31 15:55:13,370 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3828913017343015632_1267 terminating
2013-10-31 15:55:13,370 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38378, dest: /127.0.0.1:42031, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0026_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3828913017343015632_1267, duration: 3739637
2013-10-31 15:55:13,370 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3828913017343015632_1267 terminating
2013-10-31 15:55:13,370 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36731, dest: /127.0.0.1:37515, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0026_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3828913017343015632_1267, duration: 3942877
2013-10-31 15:55:13,370 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3828913017343015632_1267 terminating
2013-10-31 15:55:13,372 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3828913017343015632_1267 size 70
2013-10-31 15:55:13,373 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3828913017343015632_1267 size 70
2013-10-31 15:55:13,373 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3828913017343015632_1267 size 70
2013-10-31 15:55:13,374 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0026_r_000000_0
2013-10-31 15:55:13,374 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0026_r_000000_0
2013-10-31 15:55:13,617 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0026_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:55:13,618 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:55:14,570 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0026_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:55:14,572 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0026_r_000000_0
2013-10-31 15:55:14,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0 dst=null perm=null
2013-10-31 15:55:14,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:55:15,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0/part-00000 dst=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:15,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary/_attempt_20131031154230960_0026_r_000000_0 dst=null perm=null
2013-10-31 15:55:16,015 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_r_000000_0 1.0% reduce > reduce
2013-10-31 15:55:16,016 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_r_000000_0 1.0% reduce > reduce
2013-10-31 15:55:16,017 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0026_r_000000_0 is done.
2013-10-31 15:55:16,018 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0026_r_000000_0 was -1
2013-10-31 15:55:16,018 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:17,577 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0026_r_000000_0' has completed task_20131031154230960_0026_r_000000 successfully.
2013-10-31 15:55:17,580 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0026_m_000004_0' to tip task_20131031154230960_0026_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:55:17,582 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0026_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:55:17,583 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0026_m_000004_0 which needs 1 slots
2013-10-31 15:55:17,583 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0026_m_000004_0 which needs 1 slots
2013-10-31 15:55:17,620 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0026/attempt_20131031154230960_0026_m_000004_0. Attempting to reuse: jvm_20131031154230960_0026_m_509497177
2013-10-31 15:55:17,646 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0026_m_509497177 given task: attempt_20131031154230960_0026_m_000004_0
2013-10-31 15:55:17,776 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_m_000004_0 0.0%
2013-10-31 15:55:17,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_temporary dst=null perm=null
2013-10-31 15:55:17,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:17,798 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_SUCCESS from client DFSClient_attempt_20131031154230960_0026_m_000004_0
2013-10-31 15:55:17,798 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0026_m_000004_0
2013-10-31 15:55:17,804 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6145460404895414108 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:17,805 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6145460404895414108 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:17,805 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6145460404895414108 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:17,805 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6145460404895414108 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:17,805 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8537379520446109392 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:17,806 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8537379520446109392 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:17,806 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8537379520446109392 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:17,806 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8537379520446109392 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:17,806 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8483663766617803540 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:17,807 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8483663766617803540 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:17,807 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8483663766617803540 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:17,807 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6737365405133568259 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:17,807 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6737365405133568259 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:17,808 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6737365405133568259 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:17,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0026 dst=null perm=null
2013-10-31 15:55:20,622 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-8537379520446109392_1261 blk_6737365405133568259_1263 blk_-8483663766617803540_1262 blk_6145460404895414108_1260
2013-10-31 15:55:20,622 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-8537379520446109392_1261 blk_-8483663766617803540_1262 blk_6145460404895414108_1260
2013-10-31 15:55:20,728 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0026_m_000004_0 0.0% cleanup
2013-10-31 15:55:20,730 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0026_m_000004_0 is done.
2013-10-31 15:55:20,730 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0026_m_000004_0 was -1
2013-10-31 15:55:20,730 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:21,202 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8537379520446109392_1261 file build/test/data/dfs/data/data3/current/blk_-8537379520446109392 for deletion
2013-10-31 15:55:21,202 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8483663766617803540_1262 file build/test/data/dfs/data/data4/current/blk_-8483663766617803540 for deletion
2013-10-31 15:55:21,202 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8537379520446109392_1261 at file build/test/data/dfs/data/data3/current/blk_-8537379520446109392
2013-10-31 15:55:21,203 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6145460404895414108_1260 file build/test/data/dfs/data/data4/current/blk_6145460404895414108 for deletion
2013-10-31 15:55:21,203 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8483663766617803540_1262 at file build/test/data/dfs/data/data4/current/blk_-8483663766617803540
2013-10-31 15:55:21,203 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6145460404895414108_1260 at file build/test/data/dfs/data/data4/current/blk_6145460404895414108
2013-10-31 15:55:22,206 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8537379520446109392_1261 file build/test/data/dfs/data/data7/current/blk_-8537379520446109392 for deletion
2013-10-31 15:55:22,206 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8483663766617803540_1262 file build/test/data/dfs/data/data8/current/blk_-8483663766617803540 for deletion
2013-10-31 15:55:22,206 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8537379520446109392_1261 at file build/test/data/dfs/data/data7/current/blk_-8537379520446109392
2013-10-31 15:55:22,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8483663766617803540_1262 at file build/test/data/dfs/data/data8/current/blk_-8483663766617803540
2013-10-31 15:55:22,206 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6145460404895414108_1260 file build/test/data/dfs/data/data8/current/blk_6145460404895414108 for deletion
2013-10-31 15:55:22,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6737365405133568259_1263 file build/test/data/dfs/data/data7/current/blk_6737365405133568259 for deletion
2013-10-31 15:55:22,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6145460404895414108_1260 at file build/test/data/dfs/data/data8/current/blk_6145460404895414108
2013-10-31 15:55:22,208 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6737365405133568259_1263 at file build/test/data/dfs/data/data7/current/blk_6737365405133568259
2013-10-31 15:55:22,583 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0026_r_000000_0
2013-10-31 15:55:22,583 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0026_r_000000_0
2013-10-31 15:55:23,588 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0026_m_000004_0' has completed task_20131031154230960_0026_m_000004 successfully.
2013-10-31 15:55:23,589 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0026 has completed successfully.
2013-10-31 15:55:23,590 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0026,submitTime=1383234891604,launchTime=1383234891741,firstMapTaskLaunchTime=1383234899193,firstReduceTaskLaunchTime=1383234905557,firstJobSetupTaskLaunchTime=1383234893178,firstJobCleanupTaskLaunchTime=1383234917580,finishTime=1383234923589,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[67872FAB6B9545A5BAC25A07AA7A4D74/AEC64CFDC5734735B586921581C884FA] test/(1/2)
2013-10-31 15:55:23,594 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_1383234891604_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2FAEC64CFDC5734735. blk_-4723269860170863720_1268
2013-10-31 15:55:23,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4723269860170863720_1268 src: /127.0.0.1:38382 dest: /127.0.0.1:42031
2013-10-31 15:55:23,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4723269860170863720_1268 src: /127.0.0.1:36737 dest: /127.0.0.1:37515
2013-10-31 15:55:23,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4723269860170863720_1268 src: /127.0.0.1:32846 dest: /127.0.0.1:51383
2013-10-31 15:55:23,607 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32846, dest: /127.0.0.1:51383, bytes: 26186, op: HDFS_WRITE, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4723269860170863720_1268, duration: 2127281
2013-10-31 15:55:23,608 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4723269860170863720_1268 terminating
2013-10-31 15:55:23,608 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36737, dest: /127.0.0.1:37515, bytes: 26186, op: HDFS_WRITE, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4723269860170863720_1268, duration: 5439748
2013-10-31 15:55:23,609 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4723269860170863720_1268 terminating
2013-10-31 15:55:23,609 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38382, dest: /127.0.0.1:42031, bytes: 26186, op: HDFS_WRITE, cliID: DFSClient_-1839425602, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4723269860170863720_1268, duration: 6473234
2013-10-31 15:55:23,610 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4723269860170863720_1268 terminating
2013-10-31 15:55:23,614 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4723269860170863720_1268 size 26186
2013-10-31 15:55:23,614 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_1383234891604_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2FAEC64CFDC5734735 from client DFSClient_-1839425602
2013-10-31 15:55:23,615 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/_logs/history/job_20131031154230960_0026_1383234891604_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2FAEC64CFDC5734735 is closed by DFSClient_-1839425602
2013-10-31 15:55:23,615 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4723269860170863720_1268 size 26186
2013-10-31 15:55:23,616 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4723269860170863720_1268 size 26186
2013-10-31 15:55:23,623 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-8537379520446109392_1261 blk_6737365405133568259_1263 blk_6145460404895414108_1260
2013-10-31 15:55:23,624 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-8537379520446109392_1261 blk_6737365405133568259_1263 blk_-8483663766617803540_1262 blk_6145460404895414108_1260
2013-10-31 15:55:23,625 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0026_1383234891604_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2FAEC64CFDC5734735 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:55:23,626 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0026_m_000000_0'
2013-10-31 15:55:23,626 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0026_m_000004_0'
2013-10-31 15:55:23,627 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5334462911493867609 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:23,627 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0026_m_000005_0'
2013-10-31 15:55:23,627 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5334462911493867609 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:23,628 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5334462911493867609 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:23,628 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0026_r_000000_0'
2013-10-31 15:55:23,629 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0026_m_000002_0'
2013-10-31 15:55:23,630 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0026_m_000001_0'
2013-10-31 15:55:23,631 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0026_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:55:23,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (2/2) ...edpipesplatform/filterall
2013-10-31 15:55:23,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0026 dst=null perm=null
2013-10-31 15:55:23,640 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:55:23,640 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:55:23,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:55:23,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:55:23,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:23,667 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar. blk_-2517110109496736032_1269
2013-10-31 15:55:23,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2517110109496736032_1269 src: /127.0.0.1:38386 dest: /127.0.0.1:42031
2013-10-31 15:55:23,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2517110109496736032_1269 src: /127.0.0.1:36741 dest: /127.0.0.1:37515
2013-10-31 15:55:23,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2517110109496736032_1269 src: /127.0.0.1:58302 dest: /127.0.0.1:40932
2013-10-31 15:55:23,685 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58302, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2517110109496736032_1269, duration: 9323482
2013-10-31 15:55:23,685 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2517110109496736032_1269 terminating
2013-10-31 15:55:23,686 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36741, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2517110109496736032_1269, duration: 10114970
2013-10-31 15:55:23,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2517110109496736032_1269 size 238055
2013-10-31 15:55:23,687 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2517110109496736032_1269 terminating
2013-10-31 15:55:23,687 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38386, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2517110109496736032_1269, duration: 11200807
2013-10-31 15:55:23,687 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2517110109496736032_1269 terminating
2013-10-31 15:55:23,689 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8537379520446109392_1261 file build/test/data/dfs/data/data2/current/blk_-8537379520446109392 for deletion
2013-10-31 15:55:23,689 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2517110109496736032_1269 size 238055
2013-10-31 15:55:23,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8537379520446109392_1261 at file build/test/data/dfs/data/data2/current/blk_-8537379520446109392
2013-10-31 15:55:23,689 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6145460404895414108_1260 file build/test/data/dfs/data/data1/current/blk_6145460404895414108 for deletion
2013-10-31 15:55:23,690 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar from client DFSClient_1020568644
2013-10-31 15:55:23,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6737365405133568259_1263 file build/test/data/dfs/data/data1/current/blk_6737365405133568259 for deletion
2013-10-31 15:55:23,691 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar is closed by DFSClient_1020568644
2013-10-31 15:55:23,691 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6145460404895414108_1260 at file build/test/data/dfs/data/data1/current/blk_6145460404895414108
2013-10-31 15:55:23,691 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2517110109496736032_1269 size 238055
2013-10-31 15:55:23,691 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6737365405133568259_1263 at file build/test/data/dfs/data/data1/current/blk_6737365405133568259
2013-10-31 15:55:23,699 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar. New replication is 10
2013-10-31 15:55:23,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar dst=null perm=null
2013-10-31 15:55:23,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:23,714 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:55:23,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50 dst=null perm=null
2013-10-31 15:55:23,719 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:55:23,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/part-00000 dst=null perm=null
2013-10-31 15:55:23,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:23,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:23,738 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split. New replication is 10
2013-10-31 15:55:23,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split dst=null perm=null
2013-10-31 15:55:23,745 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split. blk_5662696167409955133_1270
2013-10-31 15:55:23,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5662696167409955133_1270 src: /127.0.0.1:38389 dest: /127.0.0.1:42031
2013-10-31 15:55:23,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5662696167409955133_1270 src: /127.0.0.1:36744 dest: /127.0.0.1:37515
2013-10-31 15:55:23,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5662696167409955133_1270 src: /127.0.0.1:58305 dest: /127.0.0.1:40932
2013-10-31 15:55:23,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5662696167409955133_1270 src: /127.0.0.1:32854 dest: /127.0.0.1:51383
2013-10-31 15:55:23,755 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32854, dest: /127.0.0.1:51383, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5662696167409955133_1270, duration: 1377625
2013-10-31 15:55:23,755 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5662696167409955133_1270 terminating
2013-10-31 15:55:23,756 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58305, dest: /127.0.0.1:40932, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5662696167409955133_1270, duration: 877381
2013-10-31 15:55:23,756 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5662696167409955133_1270 terminating
2013-10-31 15:55:23,757 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36744, dest: /127.0.0.1:37515, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5662696167409955133_1270, duration: 1703827
2013-10-31 15:55:23,757 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5662696167409955133_1270 terminating
2013-10-31 15:55:23,758 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5662696167409955133_1270 size 351
2013-10-31 15:55:23,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38389, dest: /127.0.0.1:42031, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5662696167409955133_1270, duration: 2668434
2013-10-31 15:55:23,758 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_5662696167409955133_1270 terminating
2013-10-31 15:55:23,761 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5662696167409955133_1270 size 351
2013-10-31 15:55:23,761 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split from client DFSClient_1020568644
2013-10-31 15:55:23,762 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split is closed by DFSClient_1020568644
2013-10-31 15:55:23,762 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5662696167409955133_1270 size 351
2013-10-31 15:55:23,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5662696167409955133_1270 size 351
2013-10-31 15:55:23,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:23,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:23,786 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.splitmetainfo. blk_-5075944511227560131_1271
2013-10-31 15:55:23,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5075944511227560131_1271 src: /127.0.0.1:38393 dest: /127.0.0.1:42031
2013-10-31 15:55:23,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5075944511227560131_1271 src: /127.0.0.1:32856 dest: /127.0.0.1:51383
2013-10-31 15:55:23,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5075944511227560131_1271 src: /127.0.0.1:58309 dest: /127.0.0.1:40932
2013-10-31 15:55:23,796 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58309, dest: /127.0.0.1:40932, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5075944511227560131_1271, duration: 1183348
2013-10-31 15:55:23,797 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5075944511227560131_1271 terminating
2013-10-31 15:55:23,797 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32856, dest: /127.0.0.1:51383, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5075944511227560131_1271, duration: 3466955
2013-10-31 15:55:23,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5075944511227560131_1271 terminating
2013-10-31 15:55:23,798 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38393, dest: /127.0.0.1:42031, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5075944511227560131_1271, duration: 4354999
2013-10-31 15:55:23,799 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5075944511227560131_1271 size 43
2013-10-31 15:55:23,799 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5075944511227560131_1271 terminating
2013-10-31 15:55:23,801 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5075944511227560131_1271 size 43
2013-10-31 15:55:23,801 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5075944511227560131_1271 size 43
2013-10-31 15:55:23,802 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:55:23,802 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:55:24,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8537379520446109392_1261 file build/test/data/dfs/data/data5/current/blk_-8537379520446109392 for deletion
2013-10-31 15:55:24,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8483663766617803540_1262 file build/test/data/dfs/data/data6/current/blk_-8483663766617803540 for deletion
2013-10-31 15:55:24,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8537379520446109392_1261 at file build/test/data/dfs/data/data5/current/blk_-8537379520446109392
2013-10-31 15:55:24,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6145460404895414108_1260 file build/test/data/dfs/data/data6/current/blk_6145460404895414108 for deletion
2013-10-31 15:55:24,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8483663766617803540_1262 at file build/test/data/dfs/data/data6/current/blk_-8483663766617803540
2013-10-31 15:55:24,670 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6737365405133568259_1263 file build/test/data/dfs/data/data5/current/blk_6737365405133568259 for deletion
2013-10-31 15:55:24,670 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6145460404895414108_1260 at file build/test/data/dfs/data/data6/current/blk_6145460404895414108
2013-10-31 15:55:24,670 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6737365405133568259_1263 at file build/test/data/dfs/data/data5/current/blk_6737365405133568259
2013-10-31 15:55:24,687 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_5662696167409955133_1270
2013-10-31 15:55:24,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:24,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:24,864 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.xml. blk_3340064684587598628_1272
2013-10-31 15:55:24,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3340064684587598628_1272 src: /127.0.0.1:38396 dest: /127.0.0.1:42031
2013-10-31 15:55:24,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3340064684587598628_1272 src: /127.0.0.1:32859 dest: /127.0.0.1:51383
2013-10-31 15:55:24,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3340064684587598628_1272 src: /127.0.0.1:58312 dest: /127.0.0.1:40932
2013-10-31 15:55:24,873 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58312, dest: /127.0.0.1:40932, bytes: 28632, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3340064684587598628_1272, duration: 86468
2013-10-31 15:55:24,873 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3340064684587598628_1272 terminating
2013-10-31 15:55:24,873 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32859, dest: /127.0.0.1:51383, bytes: 28632, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3340064684587598628_1272, duration: 862797
2013-10-31 15:55:24,874 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3340064684587598628_1272 terminating
2013-10-31 15:55:24,874 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38396, dest: /127.0.0.1:42031, bytes: 28632, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3340064684587598628_1272, duration: 1788390
2013-10-31 15:55:24,875 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3340064684587598628_1272 terminating
2013-10-31 15:55:24,878 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3340064684587598628_1272 size 28632
2013-10-31 15:55:24,879 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.xml from client DFSClient_1020568644
2013-10-31 15:55:24,879 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.xml is closed by DFSClient_1020568644
2013-10-31 15:55:24,879 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3340064684587598628_1272 size 28632
2013-10-31 15:55:24,880 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3340064684587598628_1272 size 28632
2013-10-31 15:55:24,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.xml dst=null perm=null
2013-10-31 15:55:24,895 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58314, bytes: 28856, op: HDFS_READ, cliID: DFSClient_1760411792, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3340064684587598628_1272, duration: 398332
2013-10-31 15:55:24,915 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0027: nMaps=1 nReduces=1 max=-1
2013-10-31 15:55:24,915 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0027 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:55:24,915 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0027 RESULT=SUCCESS
2013-10-31 15:55:24,915 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0027
2013-10-31 15:55:24,915 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0027
2013-10-31 15:55:24,916 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0027
2013-10-31 15:55:24,919 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:55:24,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_1383234924886_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2F29CF833C907C4FF5 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:24,925 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:55:24,932 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:55:24,937 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:55:24,943 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:55:24,948 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:55:24,953 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:55:24,954 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:55:24,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:24,966 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_conf.xml. blk_-2155843320042922122_1274
2013-10-31 15:55:24,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2155843320042922122_1274 src: /127.0.0.1:32863 dest: /127.0.0.1:51383
2013-10-31 15:55:24,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2155843320042922122_1274 src: /127.0.0.1:36756 dest: /127.0.0.1:37515
2013-10-31 15:55:24,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2155843320042922122_1274 src: /127.0.0.1:38403 dest: /127.0.0.1:42031
2013-10-31 15:55:24,973 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38403, dest: /127.0.0.1:42031, bytes: 28697, op: HDFS_WRITE, cliID: DFSClient_1760411792, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2155843320042922122_1274, duration: 831491
2013-10-31 15:55:24,973 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2155843320042922122_1274 terminating
2013-10-31 15:55:24,974 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36756, dest: /127.0.0.1:37515, bytes: 28697, op: HDFS_WRITE, cliID: DFSClient_1760411792, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2155843320042922122_1274, duration: 1186428
2013-10-31 15:55:24,974 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2155843320042922122_1274 terminating
2013-10-31 15:55:24,974 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32863, dest: /127.0.0.1:51383, bytes: 28697, op: HDFS_WRITE, cliID: DFSClient_1760411792, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2155843320042922122_1274, duration: 1206485
2013-10-31 15:55:24,975 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2155843320042922122_1274 terminating
2013-10-31 15:55:24,976 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2155843320042922122_1274 size 28697
2013-10-31 15:55:24,979 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_conf.xml from client DFSClient_1760411792
2013-10-31 15:55:24,980 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_conf.xml is closed by DFSClient_1760411792
2013-10-31 15:55:24,980 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2155843320042922122_1274 size 28697
2013-10-31 15:55:24,981 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2155843320042922122_1274 size 28697
2013-10-31 15:55:24,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0027/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:24,998 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0027/jobToken. blk_-6962636068981811194_1275
2013-10-31 15:55:25,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6962636068981811194_1275 src: /127.0.0.1:32866 dest: /127.0.0.1:51383
2013-10-31 15:55:25,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6962636068981811194_1275 src: /127.0.0.1:36759 dest: /127.0.0.1:37515
2013-10-31 15:55:25,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6962636068981811194_1275 src: /127.0.0.1:38406 dest: /127.0.0.1:42031
2013-10-31 15:55:25,007 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38406, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6962636068981811194_1275, duration: 64829
2013-10-31 15:55:25,008 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6962636068981811194_1275 terminating
2013-10-31 15:55:25,008 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36759, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6962636068981811194_1275, duration: 826756
2013-10-31 15:55:25,009 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6962636068981811194_1275 terminating
2013-10-31 15:55:25,009 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6962636068981811194_1275 size 116
2013-10-31 15:55:25,009 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32866, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6962636068981811194_1275, duration: 1923060
2013-10-31 15:55:25,009 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6962636068981811194_1275 size 116
2013-10-31 15:55:25,010 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6962636068981811194_1275 terminating
2013-10-31 15:55:25,013 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0027/jobToken from client DFSClient_1020568644
2013-10-31 15:55:25,013 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0027/jobToken is closed by DFSClient_1020568644
2013-10-31 15:55:25,014 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6962636068981811194_1275 size 116
2013-10-31 15:55:25,022 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0027/jobToken
2013-10-31 15:55:25,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.splitmetainfo dst=null perm=null
2013-10-31 15:55:25,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58321, bytes: 47, op: HDFS_READ, cliID: DFSClient_1760411792, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5075944511227560131_1271, duration: 285641
2013-10-31 15:55:25,027 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0027 = 70. Number of splits = 1
2013-10-31 15:55:25,027 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0027_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:25,027 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0027_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:25,028 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0027_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:25,028 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0027 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:55:25,028 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0027 initialized successfully with 1 map tasks and 1 reduce tasks.
2013-10-31 15:55:26,592 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0027_m_000002_0' to tip task_20131031154230960_0027_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:55:26,597 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0026_m_000003_0'
2013-10-31 15:55:26,600 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0027_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:55:26,600 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0027_m_000002_0 which needs 1 slots
2013-10-31 15:55:26,601 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0027_m_000002_0 which needs 1 slots
2013-10-31 15:55:26,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0027/jobToken dst=null perm=null
2013-10-31 15:55:26,610 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32870, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6962636068981811194_1275, duration: 293407
2013-10-31 15:55:26,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.xml dst=null perm=null
2013-10-31 15:55:26,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58324, bytes: 28856, op: HDFS_READ, cliID: DFSClient_-2095062877, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3340064684587598628_1272, duration: 392063
2013-10-31 15:55:26,625 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-2517110109496736032_1269 to datanode(s) 127.0.0.1:51383
2013-10-31 15:55:26,625 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5334462911493867609_1266
2013-10-31 15:55:26,626 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_5334462911493867609_1266
2013-10-31 15:55:26,652 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:55:26,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.jar dst=null perm=null
2013-10-31 15:55:26,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36765, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-2095062877, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2517110109496736032_1269, duration: 617252
2013-10-31 15:55:26,774 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0027_m_955884601
2013-10-31 15:55:26,775 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0027_m_955884601 spawned.
2013-10-31 15:55:26,777 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0027/attempt_20131031154230960_0027_m_000002_0/taskjvm.sh
2013-10-31 15:55:27,204 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-2517110109496736032_1269 to 127.0.0.1:51383
2013-10-31 15:55:27,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2517110109496736032_1269 src: /127.0.0.1:32874 dest: /127.0.0.1:51383
2013-10-31 15:55:27,206 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-2517110109496736032_1269 to /127.0.0.1:51383
2013-10-31 15:55:27,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-2517110109496736032_1269 src: /127.0.0.1:32874 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:55:27,210 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2517110109496736032_1269 size 238055
2013-10-31 15:55:27,670 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5334462911493867609_1266 file build/test/data/dfs/data/data5/current/blk_5334462911493867609 for deletion
2013-10-31 15:55:27,670 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5334462911493867609_1266 at file build/test/data/dfs/data/data5/current/blk_5334462911493867609
2013-10-31 15:55:28,208 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5334462911493867609_1266 file build/test/data/dfs/data/data7/current/blk_5334462911493867609 for deletion
2013-10-31 15:55:28,208 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5334462911493867609_1266 at file build/test/data/dfs/data/data7/current/blk_5334462911493867609
2013-10-31 15:55:28,409 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0027_m_955884601 given task: attempt_20131031154230960_0027_m_000002_0
2013-10-31 15:55:28,629 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0026
2013-10-31 15:55:28,629 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0026_m_000004_0 not found in cache
2013-10-31 15:55:28,630 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0026 for user-log deletion with retainTimeStamp:1383321328630
2013-10-31 15:55:28,667 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0026
2013-10-31 15:55:28,667 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0026
2013-10-31 15:55:28,667 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0026 for user-log deletion with retainTimeStamp:1383321328667
2013-10-31 15:55:28,668 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0026 for user-log deletion with retainTimeStamp:1383321328668
2013-10-31 15:55:28,768 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0026_m_509497177 since job job_20131031154230960_0026 is dead
2013-10-31 15:55:28,775 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30238 with signal TERM. Exit code 0
2013-10-31 15:55:28,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:55:28,928 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:55:28,929 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:55:28,929 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:55:28,929 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0026_m_509497177 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:55:28,933 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0026_m_-111632417 since job job_20131031154230960_0026 is dead
2013-10-31 15:55:28,941 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30321 with signal TERM. Exit code 0
2013-10-31 15:55:28,963 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0026_m_587553409 since job job_20131031154230960_0026 is dead
2013-10-31 15:55:28,967 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30325 with signal TERM. Exit code 0
2013-10-31 15:55:29,081 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0026_m_-805517160 since job job_20131031154230960_0026 is dead
2013-10-31 15:55:29,085 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30078 with signal TERM. Exit code 0
2013-10-31 15:55:29,136 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:55:29,136 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:55:29,137 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:55:29,137 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0026_m_-111632417 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:55:29,152 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:55:29,152 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:55:29,152 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:55:29,152 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0026_m_587553409 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:55:29,235 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:55:29,236 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:55:29,236 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:55:29,237 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0026_m_-805517160 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:55:29,626 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_5334462911493867609_1266
2013-10-31 15:55:29,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5334462911493867609_1266 file build/test/data/dfs/data/data2/current/blk_5334462911493867609 for deletion
2013-10-31 15:55:29,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5334462911493867609_1266 at file build/test/data/dfs/data/data2/current/blk_5334462911493867609
2013-10-31 15:55:30,059 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0026_r_1861881592 since job job_20131031154230960_0026 is dead
2013-10-31 15:55:30,068 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30536 with signal TERM. Exit code 0
2013-10-31 15:55:30,236 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:55:30,236 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:55:30,236 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:55:30,236 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0026_r_1861881592 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:55:31,601 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0026
2013-10-31 15:55:31,602 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0026 for user-log deletion with retainTimeStamp:1383321331602
2013-10-31 15:55:31,827 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_m_000002_0 0.0% setup
2013-10-31 15:55:31,829 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0027_m_000002_0 is done.
2013-10-31 15:55:31,829 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0027_m_000002_0 was -1
2013-10-31 15:55:31,829 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:31,999 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0026_m_1238589228 since job job_20131031154230960_0026 is dead
2013-10-31 15:55:32,006 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30326 with signal TERM. Exit code 0
2013-10-31 15:55:32,217 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:55:32,217 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:55:32,217 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:55:32,218 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0026_m_1238589228 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:55:32,605 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0027_m_000002_0' has completed task_20131031154230960_0027_m_000002 successfully.
2013-10-31 15:55:32,610 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0027_m_000000_0' to tip task_20131031154230960_0027_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:55:32,611 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0027_m_000000
2013-10-31 15:55:32,612 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0027_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:55:32,613 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0027_m_000000_0 which needs 1 slots
2013-10-31 15:55:32,613 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0027_m_000000_0 which needs 1 slots
2013-10-31 15:55:32,646 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0027_m_-1660359021
2013-10-31 15:55:32,646 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0027_m_-1660359021 spawned.
2013-10-31 15:55:32,648 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0027/attempt_20131031154230960_0027_m_000000_0/taskjvm.sh
2013-10-31 15:55:33,504 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0027_m_-1660359021 given task: attempt_20131031154230960_0027_m_000000_0
2013-10-31 15:55:34,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027/job.split dst=null perm=null
2013-10-31 15:55:34,015 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38421, bytes: 355, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0027_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5662696167409955133_1270, duration: 142521
2013-10-31 15:55:34,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/part-00000 dst=null perm=null
2013-10-31 15:55:34,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38422, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0027_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3828913017343015632_1267, duration: 254736
2013-10-31 15:55:36,944 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_m_000000_0 0.0% hdfs://localhost:58410/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50/part-00000:0+70
2013-10-31 15:55:36,947 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0027_m_000000_0 is done.
2013-10-31 15:55:36,947 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0027_m_000000_0 was 6
2013-10-31 15:55:36,948 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:37,613 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0027_m_000002_0
2013-10-31 15:55:37,613 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0027_m_000002_0
2013-10-31 15:55:37,614 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0027_m_000002_0 not found in cache
2013-10-31 15:55:38,619 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0027_m_000000_0' has completed task_20131031154230960_0027_m_000000 successfully.
2013-10-31 15:55:38,622 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0027_r_000000_0' to tip task_20131031154230960_0027_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:55:38,624 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0027_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:55:38,625 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0027_r_000000_0 which needs 1 slots
2013-10-31 15:55:38,625 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0027_r_000000_0 which needs 1 slots
2013-10-31 15:55:38,756 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0027_r_-1224168456
2013-10-31 15:55:38,757 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0027_r_-1224168456 spawned.
2013-10-31 15:55:38,760 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0027/attempt_20131031154230960_0027_r_000000_0/taskjvm.sh
2013-10-31 15:55:39,706 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0027_r_-1224168456 given task: attempt_20131031154230960_0027_r_000000_0
2013-10-31 15:55:45,388 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50603, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0027_m_000000_0, duration: 9446094
2013-10-31 15:55:46,182 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:55:46,228 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:55:46,286 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:55:46,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary/_attempt_20131031154230960_0027_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:55:46,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary/_attempt_20131031154230960_0027_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:46,514 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary/_attempt_20131031154230960_0027_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0027_r_000000_0
2013-10-31 15:55:46,514 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary/_attempt_20131031154230960_0027_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0027_r_000000_0
2013-10-31 15:55:46,566 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0027_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:55:46,566 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:55:47,634 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 1 OK for attempt_20131031154230960_0027_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:44075
2013-10-31 15:55:47,635 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0027_r_000000_0
2013-10-31 15:55:48,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary/_attempt_20131031154230960_0027_r_000000_0 dst=null perm=null
2013-10-31 15:55:48,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:55:48,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary/_attempt_20131031154230960_0027_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:48,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary/_attempt_20131031154230960_0027_r_000000_0 dst=null perm=null
2013-10-31 15:55:49,233 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_r_000000_0 1.0% reduce > reduce
2013-10-31 15:55:49,234 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_r_000000_0 1.0% reduce > reduce
2013-10-31 15:55:49,235 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0027_r_000000_0 is done.
2013-10-31 15:55:49,235 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0027_r_000000_0 was -1
2013-10-31 15:55:49,236 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:50,639 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0027_r_000000_0' has completed task_20131031154230960_0027_r_000000 successfully.
2013-10-31 15:55:50,641 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0027_m_000001_0' to tip task_20131031154230960_0027_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:55:50,643 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0027_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:55:50,643 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0027_m_000001_0 which needs 1 slots
2013-10-31 15:55:50,644 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0027_m_000001_0 which needs 1 slots
2013-10-31 15:55:50,680 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0027/attempt_20131031154230960_0027_m_000001_0. Attempting to reuse: jvm_20131031154230960_0027_m_-1660359021
2013-10-31 15:55:51,028 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0027_m_-1660359021 given task: attempt_20131031154230960_0027_m_000001_0
2013-10-31 15:55:51,159 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_m_000001_0 0.0%
2013-10-31 15:55:51,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary dst=null perm=null
2013-10-31 15:55:51,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:51,314 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_SUCCESS from client DFSClient_attempt_20131031154230960_0027_m_000001_0
2013-10-31 15:55:51,314 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0027_m_000001_0
2013-10-31 15:55:51,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2517110109496736032 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:51,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2517110109496736032 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:51,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2517110109496736032 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:51,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2517110109496736032 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:51,357 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5662696167409955133 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:51,357 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5662696167409955133 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:51,357 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5662696167409955133 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:51,357 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5662696167409955133 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:51,358 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5075944511227560131 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:51,358 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5075944511227560131 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:51,358 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5075944511227560131 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:51,358 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3340064684587598628 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:51,359 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3340064684587598628 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:51,359 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3340064684587598628 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:51,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0027 dst=null perm=null
2013-10-31 15:55:51,509 INFO mapred.JobTracker (JobTracker.java:run(373)) - attempt_20131031154230960_0027_m_000001_0 is 868 ms debug.
2013-10-31 15:55:53,631 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5075944511227560131_1271 blk_5662696167409955133_1270 blk_-2517110109496736032_1269 blk_3340064684587598628_1272
2013-10-31 15:55:53,631 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_5662696167409955133_1270 blk_-2517110109496736032_1269
2013-10-31 15:55:54,111 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0027_m_000001_0 0.0% cleanup
2013-10-31 15:55:54,113 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0027_m_000001_0 is done.
2013-10-31 15:55:54,113 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0027_m_000001_0 was -1
2013-10-31 15:55:54,113 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:55:54,213 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2517110109496736032_1269 file build/test/data/dfs/data/data4/current/blk_-2517110109496736032 for deletion
2013-10-31 15:55:54,213 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5662696167409955133_1270 file build/test/data/dfs/data/data3/current/blk_5662696167409955133 for deletion
2013-10-31 15:55:54,213 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2517110109496736032_1269 at file build/test/data/dfs/data/data4/current/blk_-2517110109496736032
2013-10-31 15:55:54,213 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5662696167409955133_1270 at file build/test/data/dfs/data/data3/current/blk_5662696167409955133
2013-10-31 15:55:55,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5075944511227560131_1271 file build/test/data/dfs/data/data8/current/blk_-5075944511227560131 for deletion
2013-10-31 15:55:55,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2517110109496736032_1269 file build/test/data/dfs/data/data8/current/blk_-2517110109496736032 for deletion
2013-10-31 15:55:55,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5075944511227560131_1271 at file build/test/data/dfs/data/data8/current/blk_-5075944511227560131
2013-10-31 15:55:55,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3340064684587598628_1272 file build/test/data/dfs/data/data7/current/blk_3340064684587598628 for deletion
2013-10-31 15:55:55,218 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2517110109496736032_1269 at file build/test/data/dfs/data/data8/current/blk_-2517110109496736032
2013-10-31 15:55:55,218 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3340064684587598628_1272 at file build/test/data/dfs/data/data7/current/blk_3340064684587598628
2013-10-31 15:55:55,218 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5662696167409955133_1270 file build/test/data/dfs/data/data7/current/blk_5662696167409955133 for deletion
2013-10-31 15:55:55,219 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5662696167409955133_1270 at file build/test/data/dfs/data/data7/current/blk_5662696167409955133
2013-10-31 15:55:55,644 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0027_r_000000_0
2013-10-31 15:55:55,644 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0027_r_000000_0
2013-10-31 15:55:56,632 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-5075944511227560131_1271 blk_5662696167409955133_1270 blk_-2517110109496736032_1269 blk_3340064684587598628_1272
2013-10-31 15:55:56,632 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-5075944511227560131_1271 blk_5662696167409955133_1270 blk_-2517110109496736032_1269 blk_3340064684587598628_1272
2013-10-31 15:55:56,651 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0027_m_000001_0' has completed task_20131031154230960_0027_m_000001 successfully.
2013-10-31 15:55:56,679 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0027 has completed successfully.
2013-10-31 15:55:56,680 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0027,submitTime=1383234924886,launchTime=1383234925028,firstMapTaskLaunchTime=1383234932610,firstReduceTaskLaunchTime=1383234938622,firstJobSetupTaskLaunchTime=1383234926592,firstJobCleanupTaskLaunchTime=1383234950641,finishTime=1383234956679,numMaps=1,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[67872FAB6B9545A5BAC25A07AA7A4D74/29CF833C907C4FF5A57E51ED941F3FF5] test/(2/2) ...edpipesplatform/filterall
2013-10-31 15:55:56,699 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5075944511227560131_1271 file build/test/data/dfs/data/data1/current/blk_-5075944511227560131 for deletion
2013-10-31 15:55:56,699 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2517110109496736032_1269 file build/test/data/dfs/data/data1/current/blk_-2517110109496736032 for deletion
2013-10-31 15:55:56,699 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3340064684587598628_1272 file build/test/data/dfs/data/data2/current/blk_3340064684587598628 for deletion
2013-10-31 15:55:56,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5662696167409955133_1270 file build/test/data/dfs/data/data2/current/blk_5662696167409955133 for deletion
2013-10-31 15:55:56,796 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5075944511227560131_1271 at file build/test/data/dfs/data/data1/current/blk_-5075944511227560131
2013-10-31 15:55:56,796 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3340064684587598628_1272 at file build/test/data/dfs/data/data2/current/blk_3340064684587598628
2013-10-31 15:55:56,801 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2517110109496736032_1269 at file build/test/data/dfs/data/data1/current/blk_-2517110109496736032
2013-10-31 15:55:56,801 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5662696167409955133_1270 at file build/test/data/dfs/data/data2/current/blk_5662696167409955133
2013-10-31 15:55:56,802 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_1383234924886_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2F29CF833C907C4FF5. blk_3661381851978228530_1277
2013-10-31 15:55:56,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3661381851978228530_1277 src: /127.0.0.1:38429 dest: /127.0.0.1:42031
2013-10-31 15:55:56,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3661381851978228530_1277 src: /127.0.0.1:58344 dest: /127.0.0.1:40932
2013-10-31 15:55:56,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3661381851978228530_1277 src: /127.0.0.1:36785 dest: /127.0.0.1:37515
2013-10-31 15:55:56,820 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36785, dest: /127.0.0.1:37515, bytes: 14575, op: HDFS_WRITE, cliID: DFSClient_1760411792, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3661381851978228530_1277, duration: 10213770
2013-10-31 15:55:56,820 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3661381851978228530_1277 terminating
2013-10-31 15:55:56,821 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58344, dest: /127.0.0.1:40932, bytes: 14575, op: HDFS_WRITE, cliID: DFSClient_1760411792, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3661381851978228530_1277, duration: 6014228
2013-10-31 15:55:56,821 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3661381851978228530_1277 terminating
2013-10-31 15:55:56,822 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38429, dest: /127.0.0.1:42031, bytes: 14575, op: HDFS_WRITE, cliID: DFSClient_1760411792, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3661381851978228530_1277, duration: 4650821
2013-10-31 15:55:56,822 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3661381851978228530_1277 terminating
2013-10-31 15:55:56,827 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3661381851978228530_1277 size 14575
2013-10-31 15:55:56,827 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_1383234924886_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2F29CF833C907C4FF5 from client DFSClient_1760411792
2013-10-31 15:55:56,828 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_logs/history/job_20131031154230960_0027_1383234924886_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2F29CF833C907C4FF5 is closed by DFSClient_1760411792
2013-10-31 15:55:56,828 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3661381851978228530_1277 size 14575
2013-10-31 15:55:56,829 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3661381851978228530_1277 size 14575
2013-10-31 15:55:56,838 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0027_1383234924886_hadoop_%5B67872FAB6B9545A5BAC25A07AA7A4D74%2F29CF833C907C4FF5 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:55:56,839 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0027_m_000000_0'
2013-10-31 15:55:56,839 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0027_m_000001_0'
2013-10-31 15:55:56,840 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0027_m_000002_0'
2013-10-31 15:55:56,840 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0027_r_000000_0'
2013-10-31 15:55:56,841 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6962636068981811194 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:56,841 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6962636068981811194 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:56,841 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6962636068981811194 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:56,841 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0027
2013-10-31 15:55:56,842 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0027 being deleted.
2013-10-31 15:55:56,842 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0027
2013-10-31 15:55:56,842 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0027
2013-10-31 15:55:56,842 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0027 being deleted.
2013-10-31 15:55:56,842 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0027 being deleted.
2013-10-31 15:55:56,844 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0027_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:55:56,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0027 dst=null perm=null
2013-10-31 15:55:56,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4723269860170863720 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:55:56,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4723269860170863720 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:56,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4723269860170863720 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:56,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6966411915967568982 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:56,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6966411915967568982 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:56,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6966411915967568982 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:56,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3828913017343015632 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:55:56,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3828913017343015632 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:55:56,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3828913017343015632 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:55:56,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6129810176_test_D420B101A7A440F7B9FB4441DA351C50 dst=null perm=null
2013-10-31 15:55:56,856 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/_temporary
2013-10-31 15:55:56,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall dst=null perm=null
2013-10-31 15:55:56,876 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:55:56,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/part-00000 dst=null perm=null
2013-10-31 15:55:56,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/part-00000 dst=null perm=null
2013-10-31 15:55:56,878 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/filterall
2013-10-31 15:55:56,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall dst=null perm=null
2013-10-31 15:55:56,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filterall/part-00000 dst=null perm=null
2013-10-31 15:55:56,889 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:55:56,889 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:55:56,904 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting
2013-10-31 15:55:56,904 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:55:56,905 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename"]
2013-10-31 15:55:56,905 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] parallel execution is enabled: true
2013-10-31 15:55:56,905 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting jobs: 2
2013-10-31 15:55:56,905 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] allocating threads: 2
2013-10-31 15:55:56,906 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] starting step: (1/2)
2013-10-31 15:55:56,909 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:55:56,909 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:55:56,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:55:56,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:55:56,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:56,932 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar. blk_-5726340274355832511_1278
2013-10-31 15:55:56,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5726340274355832511_1278 src: /127.0.0.1:58347 dest: /127.0.0.1:40932
2013-10-31 15:55:56,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5726340274355832511_1278 src: /127.0.0.1:32896 dest: /127.0.0.1:51383
2013-10-31 15:55:56,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5726340274355832511_1278 src: /127.0.0.1:38435 dest: /127.0.0.1:42031
2013-10-31 15:55:56,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38435, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5726340274355832511_1278, duration: 8333275
2013-10-31 15:55:56,945 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5726340274355832511_1278 terminating
2013-10-31 15:55:56,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32896, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5726340274355832511_1278, duration: 7735088
2013-10-31 15:55:56,946 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5726340274355832511_1278 terminating
2013-10-31 15:55:56,946 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58347, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5726340274355832511_1278, duration: 7437198
2013-10-31 15:55:56,946 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5726340274355832511_1278 terminating
2013-10-31 15:55:56,948 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5726340274355832511_1278 size 238055
2013-10-31 15:55:56,949 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar from client DFSClient_1020568644
2013-10-31 15:55:56,949 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar is closed by DFSClient_1020568644
2013-10-31 15:55:56,950 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5726340274355832511_1278 size 238055
2013-10-31 15:55:56,950 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5726340274355832511_1278 size 238055
2013-10-31 15:55:56,955 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar. New replication is 10
2013-10-31 15:55:56,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar dst=null perm=null
2013-10-31 15:55:56,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:56,968 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:55:56,972 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:55:56,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:55:56,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:56,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:56,988 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split. New replication is 10
2013-10-31 15:55:56,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split dst=null perm=null
2013-10-31 15:55:56,996 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split. blk_-602990628208405000_1279
2013-10-31 15:55:56,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-602990628208405000_1279 src: /127.0.0.1:32898 dest: /127.0.0.1:51383
2013-10-31 15:55:56,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-602990628208405000_1279 src: /127.0.0.1:36791 dest: /127.0.0.1:37515
2013-10-31 15:55:56,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-602990628208405000_1279 src: /127.0.0.1:58352 dest: /127.0.0.1:40932
2013-10-31 15:55:57,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-602990628208405000_1279 src: /127.0.0.1:38439 dest: /127.0.0.1:42031
2013-10-31 15:55:57,004 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38439, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-602990628208405000_1279, duration: 83358
2013-10-31 15:55:57,004 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-602990628208405000_1279 terminating
2013-10-31 15:55:57,004 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58352, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-602990628208405000_1279, duration: 882012
2013-10-31 15:55:57,004 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-602990628208405000_1279 terminating
2013-10-31 15:55:57,005 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36791, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-602990628208405000_1279, duration: 1369481
2013-10-31 15:55:57,005 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-602990628208405000_1279 terminating
2013-10-31 15:55:57,005 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32898, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-602990628208405000_1279, duration: 2038526
2013-10-31 15:55:57,006 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-602990628208405000_1279 terminating
2013-10-31 15:55:57,006 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-602990628208405000_1279 size 1403
2013-10-31 15:55:57,009 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-602990628208405000_1279 size 1403
2013-10-31 15:55:57,009 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-602990628208405000_1279 size 1403
2013-10-31 15:55:57,010 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split from client DFSClient_1020568644
2013-10-31 15:55:57,010 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split is closed by DFSClient_1020568644
2013-10-31 15:55:57,011 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-602990628208405000_1279 size 1403
2013-10-31 15:55:57,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:57,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:57,031 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.splitmetainfo. blk_2949926595362922719_1280
2013-10-31 15:55:57,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2949926595362922719_1280 src: /127.0.0.1:58354 dest: /127.0.0.1:40932
2013-10-31 15:55:57,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2949926595362922719_1280 src: /127.0.0.1:36795 dest: /127.0.0.1:37515
2013-10-31 15:55:57,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2949926595362922719_1280 src: /127.0.0.1:38442 dest: /127.0.0.1:42031
2013-10-31 15:55:57,037 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38442, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2949926595362922719_1280, duration: 1032274
2013-10-31 15:55:57,037 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2949926595362922719_1280 terminating
2013-10-31 15:55:57,038 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36795, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2949926595362922719_1280, duration: 1009885
2013-10-31 15:55:57,038 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2949926595362922719_1280 terminating
2013-10-31 15:55:57,038 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58354, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2949926595362922719_1280, duration: 980863
2013-10-31 15:55:57,038 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2949926595362922719_1280 terminating
2013-10-31 15:55:57,040 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2949926595362922719_1280 size 156
2013-10-31 15:55:57,041 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:55:57,041 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:55:57,041 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2949926595362922719_1280 size 156
2013-10-31 15:55:57,042 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2949926595362922719_1280 size 156
2013-10-31 15:55:57,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:57,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:57,073 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml. blk_8013893822512646865_1281
2013-10-31 15:55:57,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8013893822512646865_1281 src: /127.0.0.1:38443 dest: /127.0.0.1:42031
2013-10-31 15:55:57,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8013893822512646865_1281 src: /127.0.0.1:36798 dest: /127.0.0.1:37515
2013-10-31 15:55:57,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8013893822512646865_1281 src: /127.0.0.1:32907 dest: /127.0.0.1:51383
2013-10-31 15:55:57,080 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32907, dest: /127.0.0.1:51383, bytes: 27450, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8013893822512646865_1281, duration: 214550
2013-10-31 15:55:57,080 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8013893822512646865_1281 terminating
2013-10-31 15:55:57,081 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36798, dest: /127.0.0.1:37515, bytes: 27450, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8013893822512646865_1281, duration: 1049551
2013-10-31 15:55:57,081 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8013893822512646865_1281 terminating
2013-10-31 15:55:57,082 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38443, dest: /127.0.0.1:42031, bytes: 27450, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8013893822512646865_1281, duration: 1903267
2013-10-31 15:55:57,082 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8013893822512646865_1281 terminating
2013-10-31 15:55:57,085 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8013893822512646865_1281 size 27450
2013-10-31 15:55:57,086 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml from client DFSClient_1020568644
2013-10-31 15:55:57,086 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml is closed by DFSClient_1020568644
2013-10-31 15:55:57,087 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8013893822512646865_1281 size 27450
2013-10-31 15:55:57,087 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8013893822512646865_1281 size 27450
2013-10-31 15:55:57,680 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5075944511227560131_1271 file build/test/data/dfs/data/data6/current/blk_-5075944511227560131 for deletion
2013-10-31 15:55:57,680 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2517110109496736032_1269 file build/test/data/dfs/data/data6/current/blk_-2517110109496736032 for deletion
2013-10-31 15:55:57,680 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5075944511227560131_1271 at file build/test/data/dfs/data/data6/current/blk_-5075944511227560131
2013-10-31 15:55:57,680 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3340064684587598628_1272 file build/test/data/dfs/data/data5/current/blk_3340064684587598628 for deletion
2013-10-31 15:55:57,681 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2517110109496736032_1269 at file build/test/data/dfs/data/data6/current/blk_-2517110109496736032
2013-10-31 15:55:57,681 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3340064684587598628_1272 at file build/test/data/dfs/data/data5/current/blk_3340064684587598628
2013-10-31 15:55:57,681 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5662696167409955133_1270 file build/test/data/dfs/data/data5/current/blk_5662696167409955133 for deletion
2013-10-31 15:55:57,681 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5662696167409955133_1270 at file build/test/data/dfs/data/data5/current/blk_5662696167409955133
2013-10-31 15:55:57,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml dst=null perm=null
2013-10-31 15:55:57,975 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32909, bytes: 27666, op: HDFS_READ, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8013893822512646865_1281, duration: 424464
2013-10-31 15:55:57,994 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0028: nMaps=4 nReduces=0 max=-1
2013-10-31 15:55:57,995 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0028 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:55:57,995 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0028
2013-10-31 15:55:57,995 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0028 RESULT=SUCCESS
2013-10-31 15:55:57,995 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0028
2013-10-31 15:55:57,996 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] submitted hadoop job: job_20131031154230960_0028
2013-10-31 15:55:58,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_1383234957965_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F902788DCDD014677 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:58,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:58,027 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_conf.xml. blk_-9214103521579158576_1283
2013-10-31 15:55:58,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9214103521579158576_1283 src: /127.0.0.1:38448 dest: /127.0.0.1:42031
2013-10-31 15:55:58,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9214103521579158576_1283 src: /127.0.0.1:32911 dest: /127.0.0.1:51383
2013-10-31 15:55:58,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9214103521579158576_1283 src: /127.0.0.1:58364 dest: /127.0.0.1:40932
2013-10-31 15:55:58,036 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58364, dest: /127.0.0.1:40932, bytes: 27515, op: HDFS_WRITE, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9214103521579158576_1283, duration: 534854
2013-10-31 15:55:58,037 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9214103521579158576_1283 terminating
2013-10-31 15:55:58,037 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-9214103521579158576_1283 size 27515
2013-10-31 15:55:58,037 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32911, dest: /127.0.0.1:51383, bytes: 27515, op: HDFS_WRITE, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9214103521579158576_1283, duration: 1768027
2013-10-31 15:55:58,038 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9214103521579158576_1283 terminating
2013-10-31 15:55:58,038 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-9214103521579158576_1283 size 27515
2013-10-31 15:55:58,038 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38448, dest: /127.0.0.1:42031, bytes: 27515, op: HDFS_WRITE, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-9214103521579158576_1283, duration: 2398581
2013-10-31 15:55:58,039 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9214103521579158576_1283 terminating
2013-10-31 15:55:58,040 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_conf.xml from client DFSClient_-1646369204
2013-10-31 15:55:58,041 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_conf.xml is closed by DFSClient_-1646369204
2013-10-31 15:55:58,043 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-9214103521579158576_1283 size 27515
2013-10-31 15:55:58,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:55:58,054 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken. blk_-3547839987141219796_1284
2013-10-31 15:55:58,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3547839987141219796_1284 src: /127.0.0.1:36805 dest: /127.0.0.1:37515
2013-10-31 15:55:58,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3547839987141219796_1284 src: /127.0.0.1:32914 dest: /127.0.0.1:51383
2013-10-31 15:55:58,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3547839987141219796_1284 src: /127.0.0.1:38453 dest: /127.0.0.1:42031
2013-10-31 15:55:58,062 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38453, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3547839987141219796_1284, duration: 65450
2013-10-31 15:55:58,062 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3547839987141219796_1284 terminating
2013-10-31 15:55:58,063 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32914, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3547839987141219796_1284, duration: 891558
2013-10-31 15:55:58,063 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3547839987141219796_1284 terminating
2013-10-31 15:55:58,064 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36805, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3547839987141219796_1284, duration: 1811128
2013-10-31 15:55:58,064 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3547839987141219796_1284 terminating
2013-10-31 15:55:58,066 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3547839987141219796_1284 size 116
2013-10-31 15:55:58,066 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken from client DFSClient_1020568644
2013-10-31 15:55:58,067 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken is closed by DFSClient_1020568644
2013-10-31 15:55:58,068 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3547839987141219796_1284 size 116
2013-10-31 15:55:58,068 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3547839987141219796_1284 size 116
2013-10-31 15:55:58,074 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken
2013-10-31 15:55:58,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.splitmetainfo dst=null perm=null
2013-10-31 15:55:58,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38454, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2949926595362922719_1280, duration: 285347
2013-10-31 15:55:58,079 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0028 = 1449. Number of splits = 4
2013-10-31 15:55:58,080 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,080 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,080 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,081 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,081 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,081 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,081 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,082 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,082 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,082 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,082 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,083 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0028_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:55:58,083 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0028 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:55:58,083 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0028 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:55:59,633 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_-5726340274355832511_1278 to datanode(s) 127.0.0.1:37515
2013-10-31 15:55:59,633 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-4723269860170863720_1268 blk_-6962636068981811194_1275
2013-10-31 15:55:59,634 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-4723269860170863720_1268 blk_-6962636068981811194_1275 blk_-3828913017343015632_1267 blk_6966411915967568982_1265
2013-10-31 15:55:59,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6962636068981811194_1275 file build/test/data/dfs/data/data2/current/blk_-6962636068981811194 for deletion
2013-10-31 15:55:59,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4723269860170863720_1268 file build/test/data/dfs/data/data1/current/blk_-4723269860170863720 for deletion
2013-10-31 15:55:59,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6962636068981811194_1275 at file build/test/data/dfs/data/data2/current/blk_-6962636068981811194
2013-10-31 15:55:59,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4723269860170863720_1268 at file build/test/data/dfs/data/data1/current/blk_-4723269860170863720
2013-10-31 15:55:59,846 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0028_m_000005_0' to tip task_20131031154230960_0028_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:55:59,853 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0028_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:55:59,853 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0028_m_000005_0 which needs 1 slots
2013-10-31 15:55:59,853 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0028_m_000005_0 which needs 1 slots
2013-10-31 15:55:59,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken dst=null perm=null
2013-10-31 15:55:59,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32917, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3547839987141219796_1284, duration: 291387
2013-10-31 15:55:59,861 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated HDFSReadDelay 60 raw values into 2 aggregated values, total 4
2013-10-31 15:55:59,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml dst=null perm=null
2013-10-31 15:55:59,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32919, bytes: 27666, op: HDFS_READ, cliID: DFSClient_1740544310, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8013893822512646865_1281, duration: 390553
2013-10-31 15:55:59,902 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:55:59,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar dst=null perm=null
2013-10-31 15:55:59,928 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58372, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1740544310, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5726340274355832511_1278, duration: 1257336
2013-10-31 15:56:00,033 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0027_m_955884601
2013-10-31 15:56:00,037 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30725 with signal TERM. Exit code 0
2013-10-31 15:56:00,037 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0028_m_-1802669469
2013-10-31 15:56:00,038 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0028_m_-1802669469 spawned.
2013-10-31 15:56:00,039 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0028/attempt_20131031154230960_0028_m_000005_0/taskjvm.sh
2013-10-31 15:56:00,614 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:00,615 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:00,615 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:00,616 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0027_m_955884601 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:00,681 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_-5726340274355832511_1278 to 127.0.0.1:37515
2013-10-31 15:56:00,681 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6962636068981811194_1275 file build/test/data/dfs/data/data5/current/blk_-6962636068981811194 for deletion
2013-10-31 15:56:00,682 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4723269860170863720_1268 file build/test/data/dfs/data/data5/current/blk_-4723269860170863720 for deletion
2013-10-31 15:56:00,682 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6962636068981811194_1275 at file build/test/data/dfs/data/data5/current/blk_-6962636068981811194
2013-10-31 15:56:00,682 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3828913017343015632_1267 file build/test/data/dfs/data/data6/current/blk_-3828913017343015632 for deletion
2013-10-31 15:56:00,682 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4723269860170863720_1268 at file build/test/data/dfs/data/data5/current/blk_-4723269860170863720
2013-10-31 15:56:00,682 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6966411915967568982_1265 file build/test/data/dfs/data/data6/current/blk_6966411915967568982 for deletion
2013-10-31 15:56:00,682 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_-5726340274355832511_1278 to /127.0.0.1:37515
2013-10-31 15:56:00,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5726340274355832511_1278 src: /127.0.0.1:36814 dest: /127.0.0.1:37515
2013-10-31 15:56:00,682 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3828913017343015632_1267 at file build/test/data/dfs/data/data6/current/blk_-3828913017343015632
2013-10-31 15:56:00,683 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6966411915967568982_1265 at file build/test/data/dfs/data/data6/current/blk_6966411915967568982
2013-10-31 15:56:00,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-5726340274355832511_1278 src: /127.0.0.1:36814 dest: /127.0.0.1:37515 of size 238055
2013-10-31 15:56:00,685 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5726340274355832511_1278 size 238055
2013-10-31 15:56:01,426 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0028_m_-1802669469 given task: attempt_20131031154230960_0028_m_000005_0
2013-10-31 15:56:01,841 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0027
2013-10-31 15:56:01,842 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0027_m_000001_0 not found in cache
2013-10-31 15:56:01,842 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0027 for user-log deletion with retainTimeStamp:1383321361842
2013-10-31 15:56:01,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:02,151 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0027_m_-1660359021 since job job_20131031154230960_0027 is dead
2013-10-31 15:56:02,162 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30873 with signal TERM. Exit code 0
2013-10-31 15:56:02,331 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:02,332 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:02,332 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:02,332 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0027_m_-1660359021 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:56:02,439 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0027_r_-1224168456 since job job_20131031154230960_0027 is dead
2013-10-31 15:56:02,446 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30950 with signal TERM. Exit code 0
2013-10-31 15:56:02,609 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:02,609 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:02,609 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:02,609 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0027_r_-1224168456 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:02,634 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-4723269860170863720_1268 blk_-6962636068981811194_1275 blk_-3828913017343015632_1267 blk_6966411915967568982_1265
2013-10-31 15:56:02,634 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-3828913017343015632_1267 blk_6966411915967568982_1265
2013-10-31 15:56:03,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6962636068981811194_1275 file build/test/data/dfs/data/data3/current/blk_-6962636068981811194 for deletion
2013-10-31 15:56:03,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4723269860170863720_1268 file build/test/data/dfs/data/data3/current/blk_-4723269860170863720 for deletion
2013-10-31 15:56:03,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6962636068981811194_1275 at file build/test/data/dfs/data/data3/current/blk_-6962636068981811194
2013-10-31 15:56:03,217 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3828913017343015632_1267 file build/test/data/dfs/data/data4/current/blk_-3828913017343015632 for deletion
2013-10-31 15:56:03,218 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4723269860170863720_1268 at file build/test/data/dfs/data/data3/current/blk_-4723269860170863720
2013-10-31 15:56:03,218 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6966411915967568982_1265 file build/test/data/dfs/data/data3/current/blk_6966411915967568982 for deletion
2013-10-31 15:56:03,218 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3828913017343015632_1267 at file build/test/data/dfs/data/data4/current/blk_-3828913017343015632
2013-10-31 15:56:03,219 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6966411915967568982_1265 at file build/test/data/dfs/data/data3/current/blk_6966411915967568982
2013-10-31 15:56:04,219 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3828913017343015632_1267 file build/test/data/dfs/data/data7/current/blk_-3828913017343015632 for deletion
2013-10-31 15:56:04,220 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6966411915967568982_1265 file build/test/data/dfs/data/data8/current/blk_6966411915967568982 for deletion
2013-10-31 15:56:04,220 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3828913017343015632_1267 at file build/test/data/dfs/data/data7/current/blk_-3828913017343015632
2013-10-31 15:56:04,220 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6966411915967568982_1265 at file build/test/data/dfs/data/data8/current/blk_6966411915967568982
2013-10-31 15:56:04,850 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000005_0 0.0% setup
2013-10-31 15:56:04,853 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0028_m_000005_0 is done.
2013-10-31 15:56:04,853 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0028_m_000005_0 was -1
2013-10-31 15:56:04,853 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:05,859 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0028_m_000005_0' has completed task_20131031154230960_0028_m_000005 successfully.
2013-10-31 15:56:05,862 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0028_m_000000_0' to tip task_20131031154230960_0028_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:56:05,863 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0028_m_000000
2013-10-31 15:56:05,865 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0028_m_000001_0' to tip task_20131031154230960_0028_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:56:05,866 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0028_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:56:05,867 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0028_m_000001
2013-10-31 15:56:05,867 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0028_m_000000_0 which needs 1 slots
2013-10-31 15:56:05,867 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0028_m_000000_0 which needs 1 slots
2013-10-31 15:56:05,868 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0028_m_000002_0' to tip task_20131031154230960_0028_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:56:05,869 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0028_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:56:05,870 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0028_m_000002
2013-10-31 15:56:05,870 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0028_m_000001_0 which needs 1 slots
2013-10-31 15:56:05,871 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0028_m_000001_0 which needs 1 slots
2013-10-31 15:56:05,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken dst=null perm=null
2013-10-31 15:56:05,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36817, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3547839987141219796_1284, duration: 308917
2013-10-31 15:56:05,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml dst=null perm=null
2013-10-31 15:56:05,891 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38465, bytes: 27666, op: HDFS_READ, cliID: DFSClient_-1109429099, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8013893822512646865_1281, duration: 441352
2013-10-31 15:56:05,906 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0028_m_000003_0' to tip task_20131031154230960_0028_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:56:05,909 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0028_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:56:05,910 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0028_m_000003
2013-10-31 15:56:05,910 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0028_m_000002_0 which needs 1 slots
2013-10-31 15:56:05,910 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0028_m_000002_0 which needs 1 slots
2013-10-31 15:56:05,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken dst=null perm=null
2013-10-31 15:56:05,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36820, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3547839987141219796_1284, duration: 316535
2013-10-31 15:56:05,919 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0028_m_576440342
2013-10-31 15:56:05,920 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0028_m_576440342 spawned.
2013-10-31 15:56:05,922 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0028/attempt_20131031154230960_0028_m_000000_0/taskjvm.sh
2013-10-31 15:56:05,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml dst=null perm=null
2013-10-31 15:56:05,925 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36822, bytes: 27666, op: HDFS_READ, cliID: DFSClient_1051675166, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8013893822512646865_1281, duration: 420041
2013-10-31 15:56:05,942 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:05,943 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0028_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:56:05,944 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0028_m_000003_0 which needs 1 slots
2013-10-31 15:56:05,944 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0028_m_000003_0 which needs 1 slots
2013-10-31 15:56:05,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028/jobToken dst=null perm=null
2013-10-31 15:56:05,949 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32931, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3547839987141219796_1284, duration: 148775
2013-10-31 15:56:05,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.xml dst=null perm=null
2013-10-31 15:56:05,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38471, bytes: 27666, op: HDFS_READ, cliID: DFSClient_-1580012503, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8013893822512646865_1281, duration: 207390
2013-10-31 15:56:05,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar dst=null perm=null
2013-10-31 15:56:05,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32934, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1051675166, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5726340274355832511_1278, duration: 1215102
2013-10-31 15:56:05,981 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:06,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar dst=null perm=null
2013-10-31 15:56:06,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38473, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1580012503, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5726340274355832511_1278, duration: 669758
2013-10-31 15:56:06,024 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0028_m_-1670731262
2013-10-31 15:56:06,025 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0028_m_-1670731262 spawned.
2013-10-31 15:56:06,026 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0028/attempt_20131031154230960_0028_m_000002_0/taskjvm.sh
2013-10-31 15:56:06,072 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0028_m_1550236654
2013-10-31 15:56:06,073 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0028_m_1550236654 spawned.
2013-10-31 15:56:06,076 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0028/attempt_20131031154230960_0028_m_000003_0/taskjvm.sh
2013-10-31 15:56:06,128 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:06,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.jar dst=null perm=null
2013-10-31 15:56:06,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58388, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1109429099, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5726340274355832511_1278, duration: 1707295
2013-10-31 15:56:06,461 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0028_m_1788483190
2013-10-31 15:56:06,462 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0028_m_1788483190 spawned.
2013-10-31 15:56:06,463 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0028/attempt_20131031154230960_0028_m_000001_0/taskjvm.sh
2013-10-31 15:56:06,944 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0028_m_576440342 given task: attempt_20131031154230960_0028_m_000000_0
2013-10-31 15:56:07,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split dst=null perm=null
2013-10-31 15:56:07,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58392, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-602990628208405000_1279, duration: 175989
2013-10-31 15:56:07,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:56:07,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32942, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 130395
2013-10-31 15:56:07,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:07,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:07,781 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0028_m_1550236654 given task: attempt_20131031154230960_0028_m_000003_0
2013-10-31 15:56:07,876 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0028_m_-1670731262 given task: attempt_20131031154230960_0028_m_000002_0
2013-10-31 15:56:07,904 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0/part-00000. blk_-745406122048430982_1285
2013-10-31 15:56:07,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-745406122048430982_1285 src: /127.0.0.1:38481 dest: /127.0.0.1:42031
2013-10-31 15:56:07,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-745406122048430982_1285 src: /127.0.0.1:32945 dest: /127.0.0.1:51383
2013-10-31 15:56:07,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-745406122048430982_1285 src: /127.0.0.1:36838 dest: /127.0.0.1:37515
2013-10-31 15:56:07,942 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36838, dest: /127.0.0.1:37515, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-745406122048430982_1285, duration: 1708568
2013-10-31 15:56:07,942 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-745406122048430982_1285 terminating
2013-10-31 15:56:07,942 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32945, dest: /127.0.0.1:51383, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-745406122048430982_1285, duration: 350196
2013-10-31 15:56:07,942 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-745406122048430982_1285 terminating
2013-10-31 15:56:07,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38481, dest: /127.0.0.1:42031, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-745406122048430982_1285, duration: 1588653
2013-10-31 15:56:07,945 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-745406122048430982_1285 terminating
2013-10-31 15:56:07,945 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-745406122048430982_1285 size 264
2013-10-31 15:56:07,946 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0028_m_000000_0
2013-10-31 15:56:07,946 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0028_m_000000_0
2013-10-31 15:56:07,946 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-745406122048430982_1285 size 264
2013-10-31 15:56:07,946 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-745406122048430982_1285 size 264
2013-10-31 15:56:07,995 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0028_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:56:07,995 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000000_0 0.0%
2013-10-31 15:56:08,091 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0028_m_1788483190 given task: attempt_20131031154230960_0028_m_000001_0
2013-10-31 15:56:08,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split dst=null perm=null
2013-10-31 15:56:08,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32948, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-602990628208405000_1279, duration: 131345
2013-10-31 15:56:08,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:56:08,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32950, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000003_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 185464
2013-10-31 15:56:08,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:08,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:08,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split dst=null perm=null
2013-10-31 15:56:08,430 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58403, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-602990628208405000_1279, duration: 188020
2013-10-31 15:56:08,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:56:08,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58404, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 181512
2013-10-31 15:56:08,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:08,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:08,543 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0/part-00003. blk_-3389436726884451839_1287
2013-10-31 15:56:08,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3389436726884451839_1287 src: /127.0.0.1:36846 dest: /127.0.0.1:37515
2013-10-31 15:56:08,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3389436726884451839_1287 src: /127.0.0.1:38493 dest: /127.0.0.1:42031
2013-10-31 15:56:08,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3389436726884451839_1287 src: /127.0.0.1:58408 dest: /127.0.0.1:40932
2013-10-31 15:56:08,570 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58408, dest: /127.0.0.1:40932, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000003_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3389436726884451839_1287, duration: 1170238
2013-10-31 15:56:08,571 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3389436726884451839_1287 terminating
2013-10-31 15:56:08,571 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38493, dest: /127.0.0.1:42031, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3389436726884451839_1287, duration: 1638455
2013-10-31 15:56:08,571 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3389436726884451839_1287 terminating
2013-10-31 15:56:08,571 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36846, dest: /127.0.0.1:37515, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3389436726884451839_1287, duration: 2199624
2013-10-31 15:56:08,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3389436726884451839_1287 terminating
2013-10-31 15:56:08,573 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3389436726884451839_1287 size 264
2013-10-31 15:56:08,574 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3389436726884451839_1287 size 264
2013-10-31 15:56:08,575 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3389436726884451839_1287 size 264
2013-10-31 15:56:08,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028/job.split dst=null perm=null
2013-10-31 15:56:08,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:32957, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-602990628208405000_1279, duration: 166547
2013-10-31 15:56:08,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:56:08,691 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0/part-00002. blk_2310384306493393267_1287
2013-10-31 15:56:08,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:08,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2310384306493393267_1287 src: /127.0.0.1:36850 dest: /127.0.0.1:37515
2013-10-31 15:56:08,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2310384306493393267_1287 src: /127.0.0.1:58411 dest: /127.0.0.1:40932
2013-10-31 15:56:08,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2310384306493393267_1287 src: /127.0.0.1:32960 dest: /127.0.0.1:51383
2013-10-31 15:56:08,719 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32960, dest: /127.0.0.1:51383, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2310384306493393267_1287, duration: 1162451
2013-10-31 15:56:08,719 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2310384306493393267_1287 terminating
2013-10-31 15:56:08,719 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58411, dest: /127.0.0.1:40932, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2310384306493393267_1287, duration: 1515090
2013-10-31 15:56:08,720 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2310384306493393267_1287 terminating
2013-10-31 15:56:08,720 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36850, dest: /127.0.0.1:37515, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2310384306493393267_1287, duration: 1901020
2013-10-31 15:56:08,720 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2310384306493393267_1287 terminating
2013-10-31 15:56:08,721 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2310384306493393267_1287 size 70
2013-10-31 15:56:08,722 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2310384306493393267_1287 size 70
2013-10-31 15:56:08,724 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2310384306493393267_1287 size 70
2013-10-31 15:56:08,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:08,868 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0028_m_000000_0
2013-10-31 15:56:08,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58413, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0028_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 176745
2013-10-31 15:56:08,954 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0/part-00001. blk_-2751282150035553225_1288
2013-10-31 15:56:08,973 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0028_m_000003_0
2013-10-31 15:56:08,973 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0028_m_000003_0
2013-10-31 15:56:08,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2751282150035553225_1288 src: /127.0.0.1:36854 dest: /127.0.0.1:37515
2013-10-31 15:56:08,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2751282150035553225_1288 src: /127.0.0.1:32963 dest: /127.0.0.1:51383
2013-10-31 15:56:08,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2751282150035553225_1288 src: /127.0.0.1:58416 dest: /127.0.0.1:40932
2013-10-31 15:56:08,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58416, dest: /127.0.0.1:40932, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2751282150035553225_1288, duration: 3690861
2013-10-31 15:56:08,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2751282150035553225_1288 terminating
2013-10-31 15:56:08,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32963, dest: /127.0.0.1:51383, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2751282150035553225_1288, duration: 4019116
2013-10-31 15:56:08,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2751282150035553225_1288 terminating
2013-10-31 15:56:08,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36854, dest: /127.0.0.1:37515, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0028_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2751282150035553225_1288, duration: 4231761
2013-10-31 15:56:08,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2751282150035553225_1288 terminating
2013-10-31 15:56:08,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2751282150035553225_1288 size 217
2013-10-31 15:56:08,991 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0028_m_000001_0
2013-10-31 15:56:08,991 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0028_m_000001_0
2013-10-31 15:56:08,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2751282150035553225_1288 size 217
2013-10-31 15:56:08,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2751282150035553225_1288 size 217
2013-10-31 15:56:09,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0 dst=null perm=null
2013-10-31 15:56:09,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:09,122 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0028_m_000002_0
2013-10-31 15:56:09,122 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0028_m_000002_0
2013-10-31 15:56:09,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:09,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000000_0 dst=null perm=null
2013-10-31 15:56:09,724 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0028_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:56:09,724 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000003_0 0.0%
2013-10-31 15:56:09,726 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0028_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:56:09,726 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000001_0 0.0%
2013-10-31 15:56:09,727 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0028_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:56:09,727 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000002_0 0.0%
2013-10-31 15:56:10,562 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:56:10,564 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0028_m_000000_0 is done.
2013-10-31 15:56:10,564 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0028_m_000000_0 was -1
2013-10-31 15:56:10,565 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:10,867 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0028_m_000005_0
2013-10-31 15:56:10,867 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0028_m_000005_0
2013-10-31 15:56:10,868 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0028_m_000005_0 not found in cache
2013-10-31 15:56:11,871 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0028_m_000000_0' has completed task_20131031154230960_0028_m_000000 successfully.
2013-10-31 15:56:11,874 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0028_m_000001_0
2013-10-31 15:56:11,913 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0028_m_000002_0
2013-10-31 15:56:11,948 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0028_m_000003_0
2013-10-31 15:56:12,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0 dst=null perm=null
2013-10-31 15:56:12,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0 dst=null perm=null
2013-10-31 15:56:12,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0 dst=null perm=null
2013-10-31 15:56:12,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:12,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:12,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:12,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:12,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:12,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:12,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000003_0 dst=null perm=null
2013-10-31 15:56:12,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000001_0 dst=null perm=null
2013-10-31 15:56:12,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary/_attempt_20131031154230960_0028_m_000002_0 dst=null perm=null
2013-10-31 15:56:14,257 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:56:14,260 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:56:14,261 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0028_m_000003_0 is done.
2013-10-31 15:56:14,262 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0028_m_000003_0 was -1
2013-10-31 15:56:14,262 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:14,380 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:56:14,383 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:56:14,385 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0028_m_000002_0 is done.
2013-10-31 15:56:14,385 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0028_m_000002_0 was -1
2013-10-31 15:56:14,385 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:14,594 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:56:14,597 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:56:14,598 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0028_m_000001_0 is done.
2013-10-31 15:56:14,598 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0028_m_000001_0 was -1
2013-10-31 15:56:14,599 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:14,878 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0028_m_000001_0' has completed task_20131031154230960_0028_m_000001 successfully.
2013-10-31 15:56:14,917 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0028_m_000002_0' has completed task_20131031154230960_0028_m_000002 successfully.
2013-10-31 15:56:14,950 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0028_m_000003_0' has completed task_20131031154230960_0028_m_000003 successfully.
2013-10-31 15:56:14,953 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0028_m_000004_0' to tip task_20131031154230960_0028_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:56:14,955 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0028_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:56:14,955 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0028_m_000004_0 which needs 1 slots
2013-10-31 15:56:14,955 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0028_m_000004_0 which needs 1 slots
2013-10-31 15:56:14,984 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0028_m_-773315058
2013-10-31 15:56:14,985 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0028_m_-773315058 spawned.
2013-10-31 15:56:14,987 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0028/attempt_20131031154230960_0028_m_000004_0/taskjvm.sh
2013-10-31 15:56:15,850 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0028_m_-773315058 given task: attempt_20131031154230960_0028_m_000004_0
2013-10-31 15:56:16,363 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000004_0 0.0%
2013-10-31 15:56:16,365 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1513 Total time for transactions(ms): 23Number of transactions batched in Syncs: 113 Number of syncs: 1075 SyncTimes(ms): 52657 7475
2013-10-31 15:56:16,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_temporary dst=null perm=null
2013-10-31 15:56:16,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:16,388 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_SUCCESS from client DFSClient_attempt_20131031154230960_0028_m_000004_0
2013-10-31 15:56:16,388 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0028_m_000004_0
2013-10-31 15:56:16,406 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5726340274355832511 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:16,406 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5726340274355832511 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:16,407 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5726340274355832511 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:16,407 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5726340274355832511 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:16,407 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-602990628208405000 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:16,407 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-602990628208405000 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:16,408 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-602990628208405000 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:16,408 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-602990628208405000 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:16,408 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2949926595362922719 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:16,408 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2949926595362922719 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:16,408 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2949926595362922719 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:16,409 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8013893822512646865 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:16,409 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8013893822512646865 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:16,409 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8013893822512646865 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:16,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0028 dst=null perm=null
2013-10-31 15:56:17,637 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-5726340274355832511_1278 blk_8013893822512646865_1281 blk_-602990628208405000_1279
2013-10-31 15:56:17,637 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_2949926595362922719_1280 blk_-5726340274355832511_1278 blk_-602990628208405000_1279
2013-10-31 15:56:17,706 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5726340274355832511_1278 file build/test/data/dfs/data/data2/current/blk_-5726340274355832511 for deletion
2013-10-31 15:56:17,706 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-602990628208405000_1279 file build/test/data/dfs/data/data1/current/blk_-602990628208405000 for deletion
2013-10-31 15:56:17,707 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5726340274355832511_1278 at file build/test/data/dfs/data/data2/current/blk_-5726340274355832511
2013-10-31 15:56:17,707 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-602990628208405000_1279 at file build/test/data/dfs/data/data1/current/blk_-602990628208405000
2013-10-31 15:56:17,707 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8013893822512646865_1281 file build/test/data/dfs/data/data2/current/blk_8013893822512646865 for deletion
2013-10-31 15:56:17,707 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8013893822512646865_1281 at file build/test/data/dfs/data/data2/current/blk_8013893822512646865
2013-10-31 15:56:19,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5726340274355832511_1278 file build/test/data/dfs/data/data7/current/blk_-5726340274355832511 for deletion
2013-10-31 15:56:19,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-602990628208405000_1279 file build/test/data/dfs/data/data8/current/blk_-602990628208405000 for deletion
2013-10-31 15:56:19,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2949926595362922719_1280 file build/test/data/dfs/data/data7/current/blk_2949926595362922719 for deletion
2013-10-31 15:56:19,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5726340274355832511_1278 at file build/test/data/dfs/data/data7/current/blk_-5726340274355832511
2013-10-31 15:56:19,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-602990628208405000_1279 at file build/test/data/dfs/data/data8/current/blk_-602990628208405000
2013-10-31 15:56:19,226 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2949926595362922719_1280 at file build/test/data/dfs/data/data7/current/blk_2949926595362922719
2013-10-31 15:56:19,285 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0028_m_000004_0 0.0% cleanup
2013-10-31 15:56:19,286 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0028_m_000004_0 is done.
2013-10-31 15:56:19,287 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0028_m_000004_0 was -1
2013-10-31 15:56:19,287 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:20,638 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_2949926595362922719_1280 blk_-5726340274355832511_1278 blk_8013893822512646865_1281 blk_-602990628208405000_1279
2013-10-31 15:56:20,638 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_2949926595362922719_1280 blk_-5726340274355832511_1278 blk_8013893822512646865_1281 blk_-602990628208405000_1279
2013-10-31 15:56:20,963 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0028_m_000004_0' has completed task_20131031154230960_0028_m_000004 successfully.
2013-10-31 15:56:20,964 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0028 has completed successfully.
2013-10-31 15:56:20,964 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0028,submitTime=1383234957965,launchTime=1383234958083,firstMapTaskLaunchTime=1383234965862,firstJobSetupTaskLaunchTime=1383234959846,firstJobCleanupTaskLaunchTime=1383234974952,finishTime=1383234980964,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5A4F9261CF314D14997B76BC1B9A7181/902788DCDD01467798D3B069CA779AD4] merged/(1/2)
2013-10-31 15:56:20,971 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_1383234957965_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F902788DCDD014677. blk_2845154161068938381_1289
2013-10-31 15:56:20,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2845154161068938381_1289 src: /127.0.0.1:58420 dest: /127.0.0.1:40932
2013-10-31 15:56:20,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2845154161068938381_1289 src: /127.0.0.1:36861 dest: /127.0.0.1:37515
2013-10-31 15:56:20,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2845154161068938381_1289 src: /127.0.0.1:38508 dest: /127.0.0.1:42031
2013-10-31 15:56:20,987 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38508, dest: /127.0.0.1:42031, bytes: 22431, op: HDFS_WRITE, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2845154161068938381_1289, duration: 5501447
2013-10-31 15:56:20,987 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2845154161068938381_1289 terminating
2013-10-31 15:56:20,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36861, dest: /127.0.0.1:37515, bytes: 22431, op: HDFS_WRITE, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2845154161068938381_1289, duration: 4244698
2013-10-31 15:56:20,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2845154161068938381_1289 terminating
2013-10-31 15:56:20,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58420, dest: /127.0.0.1:40932, bytes: 22431, op: HDFS_WRITE, cliID: DFSClient_-1646369204, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2845154161068938381_1289, duration: 5195204
2013-10-31 15:56:20,988 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2845154161068938381_1289 size 22431
2013-10-31 15:56:20,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2845154161068938381_1289 terminating
2013-10-31 15:56:20,993 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2845154161068938381_1289 size 22431
2013-10-31 15:56:20,996 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_1383234957965_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F902788DCDD014677 from client DFSClient_-1646369204
2013-10-31 15:56:20,996 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/_logs/history/job_20131031154230960_0028_1383234957965_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F902788DCDD014677 is closed by DFSClient_-1646369204
2013-10-31 15:56:20,997 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2845154161068938381_1289 size 22431
2013-10-31 15:56:21,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5726340274355832511_1278 file build/test/data/dfs/data/data3/current/blk_-5726340274355832511 for deletion
2013-10-31 15:56:21,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-602990628208405000_1279 file build/test/data/dfs/data/data3/current/blk_-602990628208405000 for deletion
2013-10-31 15:56:21,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2949926595362922719_1280 file build/test/data/dfs/data/data4/current/blk_2949926595362922719 for deletion
2013-10-31 15:56:21,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5726340274355832511_1278 at file build/test/data/dfs/data/data3/current/blk_-5726340274355832511
2013-10-31 15:56:21,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8013893822512646865_1281 file build/test/data/dfs/data/data3/current/blk_8013893822512646865 for deletion
2013-10-31 15:56:21,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-602990628208405000_1279 at file build/test/data/dfs/data/data3/current/blk_-602990628208405000
2013-10-31 15:56:21,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2949926595362922719_1280 at file build/test/data/dfs/data/data4/current/blk_2949926595362922719
2013-10-31 15:56:21,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8013893822512646865_1281 at file build/test/data/dfs/data/data3/current/blk_8013893822512646865
2013-10-31 15:56:21,563 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0028_1383234957965_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F902788DCDD014677 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:56:21,564 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0028_m_000003_0'
2013-10-31 15:56:21,564 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0028_m_000004_0'
2013-10-31 15:56:21,566 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3547839987141219796 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:21,567 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3547839987141219796 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:21,567 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3547839987141219796 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:21,569 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] starting step: (2/2) ...splitsourcemergedsamename
2013-10-31 15:56:21,575 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:56:21,575 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:56:21,601 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0028_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:56:21,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0028 dst=null perm=null
2013-10-31 15:56:21,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:21,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:56:21,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:21,655 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar. blk_4820230512110059338_1290
2013-10-31 15:56:21,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4820230512110059338_1290 src: /127.0.0.1:36864 dest: /127.0.0.1:37515
2013-10-31 15:56:21,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4820230512110059338_1290 src: /127.0.0.1:38511 dest: /127.0.0.1:42031
2013-10-31 15:56:21,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4820230512110059338_1290 src: /127.0.0.1:32974 dest: /127.0.0.1:51383
2013-10-31 15:56:21,667 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32974, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4820230512110059338_1290, duration: 3707537
2013-10-31 15:56:21,668 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4820230512110059338_1290 terminating
2013-10-31 15:56:21,668 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38511, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4820230512110059338_1290, duration: 4474887
2013-10-31 15:56:21,669 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4820230512110059338_1290 terminating
2013-10-31 15:56:21,669 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4820230512110059338_1290 size 238055
2013-10-31 15:56:21,669 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36864, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4820230512110059338_1290, duration: 5514905
2013-10-31 15:56:21,670 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4820230512110059338_1290 terminating
2013-10-31 15:56:21,672 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4820230512110059338_1290 size 238055
2013-10-31 15:56:21,672 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar from client DFSClient_1020568644
2013-10-31 15:56:21,673 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar is closed by DFSClient_1020568644
2013-10-31 15:56:21,674 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4820230512110059338_1290 size 238055
2013-10-31 15:56:21,679 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar. New replication is 10
2013-10-31 15:56:21,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar dst=null perm=null
2013-10-31 15:56:21,688 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5726340274355832511_1278 file build/test/data/dfs/data/data5/current/blk_-5726340274355832511 for deletion
2013-10-31 15:56:21,688 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-602990628208405000_1279 file build/test/data/dfs/data/data6/current/blk_-602990628208405000 for deletion
2013-10-31 15:56:21,688 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5726340274355832511_1278 at file build/test/data/dfs/data/data5/current/blk_-5726340274355832511
2013-10-31 15:56:21,688 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-602990628208405000_1279 at file build/test/data/dfs/data/data6/current/blk_-602990628208405000
2013-10-31 15:56:21,688 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2949926595362922719_1280 file build/test/data/dfs/data/data5/current/blk_2949926595362922719 for deletion
2013-10-31 15:56:21,689 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8013893822512646865_1281 file build/test/data/dfs/data/data6/current/blk_8013893822512646865 for deletion
2013-10-31 15:56:21,689 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2949926595362922719_1280 at file build/test/data/dfs/data/data5/current/blk_2949926595362922719
2013-10-31 15:56:21,689 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8013893822512646865_1281 at file build/test/data/dfs/data/data6/current/blk_8013893822512646865
2013-10-31 15:56:22,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,191 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:56:22,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D dst=null perm=null
2013-10-31 15:56:22,197 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:56:22,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00000 dst=null perm=null
2013-10-31 15:56:22,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00001 dst=null perm=null
2013-10-31 15:56:22,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00002 dst=null perm=null
2013-10-31 15:56:22,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00003 dst=null perm=null
2013-10-31 15:56:22,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,219 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split. New replication is 10
2013-10-31 15:56:22,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split dst=null perm=null
2013-10-31 15:56:22,229 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split. blk_-6320983185351059950_1291
2013-10-31 15:56:22,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6320983185351059950_1291 src: /127.0.0.1:38513 dest: /127.0.0.1:42031
2013-10-31 15:56:22,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6320983185351059950_1291 src: /127.0.0.1:32976 dest: /127.0.0.1:51383
2013-10-31 15:56:22,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6320983185351059950_1291 src: /127.0.0.1:36869 dest: /127.0.0.1:37515
2013-10-31 15:56:22,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6320983185351059950_1291 src: /127.0.0.1:58430 dest: /127.0.0.1:40932
2013-10-31 15:56:22,239 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58430, dest: /127.0.0.1:40932, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6320983185351059950_1291, duration: 98192
2013-10-31 15:56:22,240 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6320983185351059950_1291 terminating
2013-10-31 15:56:22,240 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36869, dest: /127.0.0.1:37515, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6320983185351059950_1291, duration: 971781
2013-10-31 15:56:22,241 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6320983185351059950_1291 terminating
2013-10-31 15:56:22,241 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6320983185351059950_1291 size 1387
2013-10-31 15:56:22,241 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32976, dest: /127.0.0.1:51383, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6320983185351059950_1291, duration: 2078665
2013-10-31 15:56:22,242 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6320983185351059950_1291 terminating
2013-10-31 15:56:22,242 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38513, dest: /127.0.0.1:42031, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6320983185351059950_1291, duration: 2912708
2013-10-31 15:56:22,243 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6320983185351059950_1291 size 1387
2013-10-31 15:56:22,243 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6320983185351059950_1291 terminating
2013-10-31 15:56:22,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6320983185351059950_1291 size 1387
2013-10-31 15:56:22,246 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split from client DFSClient_1020568644
2013-10-31 15:56:22,247 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split is closed by DFSClient_1020568644
2013-10-31 15:56:22,247 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6320983185351059950_1291 size 1387
2013-10-31 15:56:22,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,269 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.splitmetainfo. blk_-1210664803136758488_1292
2013-10-31 15:56:22,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1210664803136758488_1292 src: /127.0.0.1:38517 dest: /127.0.0.1:42031
2013-10-31 15:56:22,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1210664803136758488_1292 src: /127.0.0.1:36872 dest: /127.0.0.1:37515
2013-10-31 15:56:22,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1210664803136758488_1292 src: /127.0.0.1:32981 dest: /127.0.0.1:51383
2013-10-31 15:56:22,277 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32981, dest: /127.0.0.1:51383, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1210664803136758488_1292, duration: 65018
2013-10-31 15:56:22,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1210664803136758488_1292 size 153
2013-10-31 15:56:22,278 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1210664803136758488_1292 terminating
2013-10-31 15:56:22,278 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36872, dest: /127.0.0.1:37515, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1210664803136758488_1292, duration: 973980
2013-10-31 15:56:22,279 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1210664803136758488_1292 terminating
2013-10-31 15:56:22,279 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38517, dest: /127.0.0.1:42031, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1210664803136758488_1292, duration: 1989938
2013-10-31 15:56:22,279 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1210664803136758488_1292 size 153
2013-10-31 15:56:22,280 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1210664803136758488_1292 terminating
2013-10-31 15:56:22,282 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1210664803136758488_1292 size 153
2013-10-31 15:56:22,282 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:56:22,283 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:56:22,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,307 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml. blk_6293534402514495568_1293
2013-10-31 15:56:22,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6293534402514495568_1293 src: /127.0.0.1:32982 dest: /127.0.0.1:51383
2013-10-31 15:56:22,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6293534402514495568_1293 src: /127.0.0.1:38521 dest: /127.0.0.1:42031
2013-10-31 15:56:22,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6293534402514495568_1293 src: /127.0.0.1:36876 dest: /127.0.0.1:37515
2013-10-31 15:56:22,314 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36876, dest: /127.0.0.1:37515, bytes: 28279, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6293534402514495568_1293, duration: 277541
2013-10-31 15:56:22,315 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6293534402514495568_1293 terminating
2013-10-31 15:56:22,315 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6293534402514495568_1293 size 28279
2013-10-31 15:56:22,315 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38521, dest: /127.0.0.1:42031, bytes: 28279, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6293534402514495568_1293, duration: 1185188
2013-10-31 15:56:22,316 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6293534402514495568_1293 terminating
2013-10-31 15:56:22,316 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32982, dest: /127.0.0.1:51383, bytes: 28279, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6293534402514495568_1293, duration: 2184957
2013-10-31 15:56:22,317 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6293534402514495568_1293 terminating
2013-10-31 15:56:22,318 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6293534402514495568_1293 size 28279
2013-10-31 15:56:22,319 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml from client DFSClient_1020568644
2013-10-31 15:56:22,319 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml is closed by DFSClient_1020568644
2013-10-31 15:56:22,319 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6293534402514495568_1293 size 28279
2013-10-31 15:56:22,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml dst=null perm=null
2013-10-31 15:56:22,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36878, bytes: 28503, op: HDFS_READ, cliID: DFSClient_1110813899, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6293534402514495568_1293, duration: 540928
2013-10-31 15:56:22,354 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0029: nMaps=4 nReduces=1 max=-1
2013-10-31 15:56:22,354 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0029 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:56:22,354 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0029
2013-10-31 15:56:22,354 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0029 RESULT=SUCCESS
2013-10-31 15:56:22,355 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0029
2013-10-31 15:56:22,356 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] submitted hadoop job: job_20131031154230960_0029
2013-10-31 15:56:22,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_1383234982325_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F6CD6467E1DCE42C4 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,376 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_conf.xml. blk_9151660371991897180_1295
2013-10-31 15:56:22,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9151660371991897180_1295 src: /127.0.0.1:58439 dest: /127.0.0.1:40932
2013-10-31 15:56:22,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9151660371991897180_1295 src: /127.0.0.1:36880 dest: /127.0.0.1:37515
2013-10-31 15:56:22,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9151660371991897180_1295 src: /127.0.0.1:32989 dest: /127.0.0.1:51383
2013-10-31 15:56:22,382 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:32989, dest: /127.0.0.1:51383, bytes: 28344, op: HDFS_WRITE, cliID: DFSClient_1110813899, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_9151660371991897180_1295, duration: 2600538
2013-10-31 15:56:22,383 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9151660371991897180_1295 terminating
2013-10-31 15:56:22,383 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_9151660371991897180_1295 size 28344
2013-10-31 15:56:22,383 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36880, dest: /127.0.0.1:37515, bytes: 28344, op: HDFS_WRITE, cliID: DFSClient_1110813899, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_9151660371991897180_1295, duration: 1193744
2013-10-31 15:56:22,383 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9151660371991897180_1295 terminating
2013-10-31 15:56:22,384 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58439, dest: /127.0.0.1:40932, bytes: 28344, op: HDFS_WRITE, cliID: DFSClient_1110813899, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_9151660371991897180_1295, duration: 1706166
2013-10-31 15:56:22,384 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9151660371991897180_1295 terminating
2013-10-31 15:56:22,385 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_conf.xml from client DFSClient_1110813899
2013-10-31 15:56:22,385 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_conf.xml is closed by DFSClient_1110813899
2013-10-31 15:56:22,385 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_9151660371991897180_1295 size 28344
2013-10-31 15:56:22,386 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_9151660371991897180_1295 size 28344
2013-10-31 15:56:22,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:22,398 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken. blk_-5673435422553301161_1296
2013-10-31 15:56:22,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5673435422553301161_1296 src: /127.0.0.1:58442 dest: /127.0.0.1:40932
2013-10-31 15:56:22,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5673435422553301161_1296 src: /127.0.0.1:36883 dest: /127.0.0.1:37515
2013-10-31 15:56:22,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5673435422553301161_1296 src: /127.0.0.1:38530 dest: /127.0.0.1:42031
2013-10-31 15:56:22,405 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38530, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5673435422553301161_1296, duration: 64375
2013-10-31 15:56:22,406 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5673435422553301161_1296 terminating
2013-10-31 15:56:22,406 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36883, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5673435422553301161_1296, duration: 870471
2013-10-31 15:56:22,407 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5673435422553301161_1296 terminating
2013-10-31 15:56:22,407 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58442, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5673435422553301161_1296, duration: 1790573
2013-10-31 15:56:22,408 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5673435422553301161_1296 terminating
2013-10-31 15:56:22,410 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5673435422553301161_1296 size 116
2013-10-31 15:56:22,411 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken from client DFSClient_1020568644
2013-10-31 15:56:22,411 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken is closed by DFSClient_1020568644
2013-10-31 15:56:22,412 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5673435422553301161_1296 size 116
2013-10-31 15:56:22,412 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5673435422553301161_1296 size 116
2013-10-31 15:56:22,810 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken
2013-10-31 15:56:22,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.splitmetainfo dst=null perm=null
2013-10-31 15:56:22,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36885, bytes: 157, op: HDFS_READ, cliID: DFSClient_1110813899, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1210664803136758488_1292, duration: 282954
2013-10-31 15:56:22,816 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0029 = 815. Number of splits = 4
2013-10-31 15:56:22,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,816 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,817 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,817 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,817 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,817 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,818 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,818 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,818 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,818 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,819 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0029_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:22,819 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0029 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:56:22,819 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0029 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:56:23,639 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_4820230512110059338_1290 to datanode(s) 127.0.0.1:40932
2013-10-31 15:56:23,640 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-3547839987141219796_1284
2013-10-31 15:56:23,640 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-3547839987141219796_1284
2013-10-31 15:56:23,888 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0029_m_000005_0' to tip task_20131031154230960_0029_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:56:23,894 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0028_m_000000_0'
2013-10-31 15:56:23,895 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0028_m_000005_0'
2013-10-31 15:56:23,897 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0029_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:56:23,897 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0029_m_000005_0 which needs 1 slots
2013-10-31 15:56:23,897 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0029_m_000005_0 which needs 1 slots
2013-10-31 15:56:23,899 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0028_m_000001_0'
2013-10-31 15:56:23,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken dst=null perm=null
2013-10-31 15:56:23,906 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58446, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5673435422553301161_1296, duration: 306116
2013-10-31 15:56:23,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml dst=null perm=null
2013-10-31 15:56:23,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38534, bytes: 28503, op: HDFS_READ, cliID: DFSClient_1407361948, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6293534402514495568_1293, duration: 389390
2013-10-31 15:56:23,941 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0028_m_000002_0'
2013-10-31 15:56:23,966 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:23,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar dst=null perm=null
2013-10-31 15:56:23,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36889, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1407361948, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4820230512110059338_1290, duration: 922410
2013-10-31 15:56:24,080 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0028_m_-1802669469
2013-10-31 15:56:24,087 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31133 with signal TERM. Exit code 0
2013-10-31 15:56:24,087 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0029_m_486206441
2013-10-31 15:56:24,088 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0029_m_486206441 spawned.
2013-10-31 15:56:24,089 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0029/attempt_20131031154230960_0029_m_000005_0/taskjvm.sh
2013-10-31 15:56:24,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3547839987141219796_1284 file build/test/data/dfs/data/data4/current/blk_-3547839987141219796 for deletion
2013-10-31 15:56:24,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3547839987141219796_1284 at file build/test/data/dfs/data/data4/current/blk_-3547839987141219796
2013-10-31 15:56:24,562 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:24,562 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:24,562 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:24,562 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0028_m_-1802669469 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:24,689 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_4820230512110059338_1290 to 127.0.0.1:40932
2013-10-31 15:56:24,689 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3547839987141219796_1284 file build/test/data/dfs/data/data6/current/blk_-3547839987141219796 for deletion
2013-10-31 15:56:24,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4820230512110059338_1290 src: /127.0.0.1:58450 dest: /127.0.0.1:40932
2013-10-31 15:56:24,691 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_4820230512110059338_1290 to /127.0.0.1:40932
2013-10-31 15:56:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:56:24,937 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:56:24,942 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:56:24,948 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:56:24,953 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:56:24,958 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:56:24,964 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:56:24,964 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:56:25,081 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3547839987141219796_1284 at file build/test/data/dfs/data/data6/current/blk_-3547839987141219796
2013-10-31 15:56:25,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4820230512110059338_1290 src: /127.0.0.1:58450 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:56:25,089 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4820230512110059338_1290 size 238055
2013-10-31 15:56:25,545 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0029_m_486206441 given task: attempt_20131031154230960_0029_m_000005_0
2013-10-31 15:56:26,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:26,565 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0028
2013-10-31 15:56:26,566 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0028_m_000004_0 not found in cache
2013-10-31 15:56:26,566 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0028_m_000003_0 not found in cache
2013-10-31 15:56:26,567 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0028 for user-log deletion with retainTimeStamp:1383321386567
2013-10-31 15:56:26,641 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-3547839987141219796_1284
2013-10-31 15:56:26,709 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3547839987141219796_1284 file build/test/data/dfs/data/data2/current/blk_-3547839987141219796 for deletion
2013-10-31 15:56:26,709 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3547839987141219796_1284 at file build/test/data/dfs/data/data2/current/blk_-3547839987141219796
2013-10-31 15:56:26,805 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0028_m_1550236654 since job job_20131031154230960_0028 is dead
2013-10-31 15:56:26,815 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31325 with signal TERM. Exit code 0
2013-10-31 15:56:26,998 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:26,998 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:26,998 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:26,999 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0028_m_1550236654 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:27,352 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0028_m_-773315058 since job job_20131031154230960_0028 is dead
2013-10-31 15:56:27,362 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31558 with signal TERM. Exit code 0
2013-10-31 15:56:27,531 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:27,531 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:27,531 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:27,531 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0028_m_-773315058 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:28,897 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0028
2013-10-31 15:56:28,898 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0028_m_000000_0 not found in cache
2013-10-31 15:56:28,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0028 for user-log deletion with retainTimeStamp:1383321388898
2013-10-31 15:56:28,900 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0028
2013-10-31 15:56:28,900 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0028_m_000001_0 not found in cache
2013-10-31 15:56:28,901 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0028 for user-log deletion with retainTimeStamp:1383321388900
2013-10-31 15:56:28,943 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0028
2013-10-31 15:56:28,944 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0028_m_000002_0 not found in cache
2013-10-31 15:56:28,944 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0028 for user-log deletion with retainTimeStamp:1383321388944
2013-10-31 15:56:28,977 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_m_000005_0 0.0% setup
2013-10-31 15:56:28,980 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0029_m_000005_0 is done.
2013-10-31 15:56:28,980 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0029_m_000005_0 was -1
2013-10-31 15:56:28,980 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:29,145 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0028_m_576440342 since job job_20131031154230960_0028 is dead
2013-10-31 15:56:29,154 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31274 with signal TERM. Exit code 0
2013-10-31 15:56:29,338 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:29,338 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:29,338 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:29,338 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0028_m_576440342 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:29,902 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0029_m_000005_0' has completed task_20131031154230960_0029_m_000005 successfully.
2013-10-31 15:56:29,906 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0029_m_000000_0' to tip task_20131031154230960_0029_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:56:29,907 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0029_m_000000
2013-10-31 15:56:29,909 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0029_m_000001_0' to tip task_20131031154230960_0029_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:56:29,910 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0029_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:56:29,910 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0029_m_000001
2013-10-31 15:56:29,910 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0029_m_000000_0 which needs 1 slots
2013-10-31 15:56:29,911 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0029_m_000000_0 which needs 1 slots
2013-10-31 15:56:29,912 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0029_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:56:29,913 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0029_m_000001_0 which needs 1 slots
2013-10-31 15:56:29,913 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0029_m_000001_0 which needs 1 slots
2013-10-31 15:56:29,945 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0028_m_-1670731262 since job job_20131031154230960_0028 is dead
2013-10-31 15:56:29,952 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31324 with signal TERM. Exit code 0
2013-10-31 15:56:29,955 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0029_m_000002_0' to tip task_20131031154230960_0029_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:56:29,955 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0029_m_000002
2013-10-31 15:56:29,957 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0029_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:56:29,957 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0029_m_000002_0 which needs 1 slots
2013-10-31 15:56:29,958 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0029_m_000002_0 which needs 1 slots
2013-10-31 15:56:29,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken dst=null perm=null
2013-10-31 15:56:29,963 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0029_m_-1156494317
2013-10-31 15:56:29,965 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0029_m_-1156494317 spawned.
2013-10-31 15:56:29,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken dst=null perm=null
2013-10-31 15:56:29,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38539, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5673435422553301161_1296, duration: 350780
2013-10-31 15:56:29,970 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0029/attempt_20131031154230960_0029_m_000000_0/taskjvm.sh
2013-10-31 15:56:29,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36894, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5673435422553301161_1296, duration: 291424
2013-10-31 15:56:29,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml dst=null perm=null
2013-10-31 15:56:29,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33004, bytes: 28503, op: HDFS_READ, cliID: DFSClient_1149673773, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6293534402514495568_1293, duration: 415687
2013-10-31 15:56:30,004 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:30,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar dst=null perm=null
2013-10-31 15:56:30,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58457, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1149673773, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4820230512110059338_1290, duration: 1171282
2013-10-31 15:56:30,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml dst=null perm=null
2013-10-31 15:56:30,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36899, bytes: 28503, op: HDFS_READ, cliID: DFSClient_-1384235179, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6293534402514495568_1293, duration: 411290
2013-10-31 15:56:30,134 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:30,134 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:30,134 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:30,134 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0028_m_-1670731262 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:30,138 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0028_m_1788483190 since job job_20131031154230960_0028 is dead
2013-10-31 15:56:30,139 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:30,142 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31399 with signal TERM. Exit code 0
2013-10-31 15:56:30,144 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0029_m_-1750701496
2013-10-31 15:56:30,145 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0029_m_-1750701496 spawned.
2013-10-31 15:56:30,148 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0029/attempt_20131031154230960_0029_m_000001_0/taskjvm.sh
2013-10-31 15:56:30,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar dst=null perm=null
2013-10-31 15:56:30,156 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38547, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1384235179, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4820230512110059338_1290, duration: 599982
2013-10-31 15:56:30,312 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:30,312 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:30,312 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:30,313 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0028_m_1788483190 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:30,425 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0029_m_-2077307580
2013-10-31 15:56:30,426 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0029_m_-2077307580 spawned.
2013-10-31 15:56:30,427 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0029/attempt_20131031154230960_0029_m_000002_0/taskjvm.sh
2013-10-31 15:56:30,571 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0029_m_000003_0' to tip task_20131031154230960_0029_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:56:30,572 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0029_m_000003
2013-10-31 15:56:30,573 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0029_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:56:30,573 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0029_m_000003_0 which needs 1 slots
2013-10-31 15:56:30,573 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0029_m_000003_0 which needs 1 slots
2013-10-31 15:56:30,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029/jobToken dst=null perm=null
2013-10-31 15:56:30,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58462, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5673435422553301161_1296, duration: 136165
2013-10-31 15:56:30,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.xml dst=null perm=null
2013-10-31 15:56:30,582 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38550, bytes: 28503, op: HDFS_READ, cliID: DFSClient_1893004177, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6293534402514495568_1293, duration: 164391
2013-10-31 15:56:30,594 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:30,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.jar dst=null perm=null
2013-10-31 15:56:30,609 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58465, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1893004177, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4820230512110059338_1290, duration: 618723
2013-10-31 15:56:30,700 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0029_m_647259314
2013-10-31 15:56:30,701 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0029_m_647259314 spawned.
2013-10-31 15:56:30,702 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0029/attempt_20131031154230960_0029_m_000003_0/taskjvm.sh
2013-10-31 15:56:30,890 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0029_m_-1156494317 given task: attempt_20131031154230960_0029_m_000000_0
2013-10-31 15:56:31,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split dst=null perm=null
2013-10-31 15:56:31,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58470, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6320983185351059950_1291, duration: 229049
2013-10-31 15:56:31,406 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0029_m_-1750701496 given task: attempt_20131031154230960_0029_m_000001_0
2013-10-31 15:56:31,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00000 dst=null perm=null
2013-10-31 15:56:31,425 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33019, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-745406122048430982_1285, duration: 116253
2013-10-31 15:56:31,488 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0029_m_-2077307580 given task: attempt_20131031154230960_0029_m_000002_0
2013-10-31 15:56:31,817 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0029_m_647259314 given task: attempt_20131031154230960_0029_m_000003_0
2013-10-31 15:56:31,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split dst=null perm=null
2013-10-31 15:56:31,910 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36916, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6320983185351059950_1291, duration: 177340
2013-10-31 15:56:31,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00003 dst=null perm=null
2013-10-31 15:56:31,948 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58477, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3389436726884451839_1287, duration: 130189
2013-10-31 15:56:31,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split dst=null perm=null
2013-10-31 15:56:31,989 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38564, bytes: 883, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6320983185351059950_1291, duration: 189897
2013-10-31 15:56:32,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00001 dst=null perm=null
2013-10-31 15:56:32,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58479, bytes: 221, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2751282150035553225_1288, duration: 157533
2013-10-31 15:56:32,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029/job.split dst=null perm=null
2013-10-31 15:56:32,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36921, bytes: 367, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6320983185351059950_1291, duration: 129794
2013-10-31 15:56:32,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00002 dst=null perm=null
2013-10-31 15:56:32,366 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36922, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0029_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2310384306493393267_1287, duration: 267600
2013-10-31 15:56:34,312 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00000:0+264
2013-10-31 15:56:34,315 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0029_m_000000_0 is done.
2013-10-31 15:56:34,315 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0029_m_000000_0 was 196
2013-10-31 15:56:34,316 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:34,840 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_m_000001_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00003:0+264
2013-10-31 15:56:34,842 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0029_m_000001_0 is done.
2013-10-31 15:56:34,843 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0029_m_000001_0 was 196
2013-10-31 15:56:34,843 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:34,911 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0029_m_000005_0
2013-10-31 15:56:34,911 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0029_m_000005_0
2013-10-31 15:56:34,911 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0029_m_000005_0 not found in cache
2013-10-31 15:56:34,917 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_m_000002_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00001:0+217
2013-10-31 15:56:34,919 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0029_m_000002_0 is done.
2013-10-31 15:56:34,919 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0029_m_000002_0 was 149
2013-10-31 15:56:34,920 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:35,255 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_m_000003_0 0.0% hdfs://localhost:58410/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D/part-00002:0+70
2013-10-31 15:56:35,257 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0029_m_000003_0 is done.
2013-10-31 15:56:35,258 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0029_m_000003_0 was 6
2013-10-31 15:56:35,258 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:35,917 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0029_m_000000_0' has completed task_20131031154230960_0029_m_000000 successfully.
2013-10-31 15:56:36,282 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0029_r_000000_0' to tip task_20131031154230960_0029_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:56:36,283 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0029_m_000002_0' has completed task_20131031154230960_0029_m_000002 successfully.
2013-10-31 15:56:36,285 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0029_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:56:36,285 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0029_r_000000_0 which needs 1 slots
2013-10-31 15:56:36,285 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0029_r_000000_0 which needs 1 slots
2013-10-31 15:56:36,286 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0029_m_000001_0' has completed task_20131031154230960_0029_m_000001 successfully.
2013-10-31 15:56:36,321 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0029_r_-1735697757
2013-10-31 15:56:36,322 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0029_r_-1735697757 spawned.
2013-10-31 15:56:36,323 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0029/attempt_20131031154230960_0029_r_000000_0/taskjvm.sh
2013-10-31 15:56:36,579 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0029_m_000003_0' has completed task_20131031154230960_0029_m_000003 successfully.
2013-10-31 15:56:37,164 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0029_r_-1735697757 given task: attempt_20131031154230960_0029_r_000000_0
2013-10-31 15:56:42,833 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50752, bytes: 196, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0029_m_000000_0, duration: 5808386
2013-10-31 15:56:42,852 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40303, bytes: 149, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0029_m_000002_0, duration: 9255171
2013-10-31 15:56:42,869 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47592, bytes: 196, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0029_m_000001_0, duration: 13506144
2013-10-31 15:56:42,886 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:45977, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0029_m_000003_0, duration: 12483834
2013-10-31 15:56:43,645 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:56:43,687 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:56:43,748 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:56:43,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:43,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:43,968 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0/part-00000. blk_-9130959314403674258_1297
2013-10-31 15:56:44,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9130959314403674258_1297 src: /127.0.0.1:58492 dest: /127.0.0.1:40932
2013-10-31 15:56:44,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9130959314403674258_1297 src: /127.0.0.1:38579 dest: /127.0.0.1:42031
2013-10-31 15:56:44,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9130959314403674258_1297 src: /127.0.0.1:33042 dest: /127.0.0.1:51383
2013-10-31 15:56:44,008 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33042, dest: /127.0.0.1:51383, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0029_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9130959314403674258_1297, duration: 1243267
2013-10-31 15:56:44,008 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9130959314403674258_1297 terminating
2013-10-31 15:56:44,008 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38579, dest: /127.0.0.1:42031, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0029_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-9130959314403674258_1297, duration: 1624753
2013-10-31 15:56:44,008 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9130959314403674258_1297 terminating
2013-10-31 15:56:44,009 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58492, dest: /127.0.0.1:40932, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0029_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9130959314403674258_1297, duration: 1669838
2013-10-31 15:56:44,009 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9130959314403674258_1297 terminating
2013-10-31 15:56:44,014 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-9130959314403674258_1297 size 495
2013-10-31 15:56:44,014 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0029_r_000000_0
2013-10-31 15:56:44,015 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0029_r_000000_0
2013-10-31 15:56:44,015 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-9130959314403674258_1297 size 495
2013-10-31 15:56:44,016 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-9130959314403674258_1297 size 495
2013-10-31 15:56:44,060 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0029_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:56:44,060 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:56:45,295 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0029_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:44075
2013-10-31 15:56:45,296 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0029_r_000000_0
2013-10-31 15:56:46,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0 dst=null perm=null
2013-10-31 15:56:46,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:46,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:46,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary/_attempt_20131031154230960_0029_r_000000_0 dst=null perm=null
2013-10-31 15:56:46,695 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_r_000000_0 1.0% reduce > reduce
2013-10-31 15:56:46,697 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_r_000000_0 1.0% reduce > reduce
2013-10-31 15:56:46,698 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0029_r_000000_0 is done.
2013-10-31 15:56:46,698 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0029_r_000000_0 was -1
2013-10-31 15:56:46,698 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:48,300 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0029_r_000000_0' has completed task_20131031154230960_0029_r_000000 successfully.
2013-10-31 15:56:48,302 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0029_m_000004_0' to tip task_20131031154230960_0029_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:56:48,305 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0029_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:56:48,305 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0029_m_000004_0 which needs 1 slots
2013-10-31 15:56:48,305 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0029_m_000004_0 which needs 1 slots
2013-10-31 15:56:48,340 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0029/attempt_20131031154230960_0029_m_000004_0. Attempting to reuse: jvm_20131031154230960_0029_m_486206441
2013-10-31 15:56:49,054 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0029_m_486206441 given task: attempt_20131031154230960_0029_m_000004_0
2013-10-31 15:56:49,175 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_m_000004_0 0.0%
2013-10-31 15:56:49,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary dst=null perm=null
2013-10-31 15:56:49,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:49,200 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_SUCCESS from client DFSClient_attempt_20131031154230960_0029_m_000004_0
2013-10-31 15:56:49,200 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0029_m_000004_0
2013-10-31 15:56:49,205 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4820230512110059338 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:49,205 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4820230512110059338 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:49,205 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4820230512110059338 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4820230512110059338 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6320983185351059950 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6320983185351059950 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6320983185351059950 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6320983185351059950 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1210664803136758488 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1210664803136758488 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1210664803136758488 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6293534402514495568 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:49,206 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6293534402514495568 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:49,207 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6293534402514495568 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:49,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0029 dst=null perm=null
2013-10-31 15:56:50,645 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-1210664803136758488_1292 blk_4820230512110059338_1290 blk_6293534402514495568_1293 blk_-6320983185351059950_1291
2013-10-31 15:56:50,645 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-1210664803136758488_1292 blk_4820230512110059338_1290 blk_6293534402514495568_1293 blk_-6320983185351059950_1291
2013-10-31 15:56:50,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6320983185351059950_1291 file build/test/data/dfs/data/data1/current/blk_-6320983185351059950 for deletion
2013-10-31 15:56:50,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1210664803136758488_1292 file build/test/data/dfs/data/data2/current/blk_-1210664803136758488 for deletion
2013-10-31 15:56:50,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6320983185351059950_1291 at file build/test/data/dfs/data/data1/current/blk_-6320983185351059950
2013-10-31 15:56:50,718 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4820230512110059338_1290 file build/test/data/dfs/data/data2/current/blk_4820230512110059338 for deletion
2013-10-31 15:56:50,718 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1210664803136758488_1292 at file build/test/data/dfs/data/data2/current/blk_-1210664803136758488
2013-10-31 15:56:50,718 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6293534402514495568_1293 file build/test/data/dfs/data/data1/current/blk_6293534402514495568 for deletion
2013-10-31 15:56:50,719 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4820230512110059338_1290 at file build/test/data/dfs/data/data2/current/blk_4820230512110059338
2013-10-31 15:56:50,719 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6293534402514495568_1293 at file build/test/data/dfs/data/data1/current/blk_6293534402514495568
2013-10-31 15:56:51,232 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6320983185351059950_1291 file build/test/data/dfs/data/data4/current/blk_-6320983185351059950 for deletion
2013-10-31 15:56:51,232 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1210664803136758488_1292 file build/test/data/dfs/data/data3/current/blk_-1210664803136758488 for deletion
2013-10-31 15:56:51,232 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6320983185351059950_1291 at file build/test/data/dfs/data/data4/current/blk_-6320983185351059950
2013-10-31 15:56:51,233 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4820230512110059338_1290 file build/test/data/dfs/data/data3/current/blk_4820230512110059338 for deletion
2013-10-31 15:56:51,233 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1210664803136758488_1292 at file build/test/data/dfs/data/data3/current/blk_-1210664803136758488
2013-10-31 15:56:51,233 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6293534402514495568_1293 file build/test/data/dfs/data/data4/current/blk_6293534402514495568 for deletion
2013-10-31 15:56:51,233 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4820230512110059338_1290 at file build/test/data/dfs/data/data3/current/blk_4820230512110059338
2013-10-31 15:56:51,234 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6293534402514495568_1293 at file build/test/data/dfs/data/data4/current/blk_6293534402514495568
2013-10-31 15:56:52,145 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0029_m_000004_0 0.0% cleanup
2013-10-31 15:56:52,146 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0029_m_000004_0 is done.
2013-10-31 15:56:52,147 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0029_m_000004_0 was -1
2013-10-31 15:56:52,147 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:56:53,305 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0029_r_000000_0
2013-10-31 15:56:53,306 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0029_r_000000_0
2013-10-31 15:56:53,646 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_4820230512110059338_1290 blk_-6320983185351059950_1291
2013-10-31 15:56:53,646 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-1210664803136758488_1292 blk_4820230512110059338_1290 blk_6293534402514495568_1293 blk_-6320983185351059950_1291
2013-10-31 15:56:54,313 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0029_m_000004_0' has completed task_20131031154230960_0029_m_000004 successfully.
2013-10-31 15:56:54,314 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0029 has completed successfully.
2013-10-31 15:56:54,315 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0029,submitTime=1383234982325,launchTime=1383234982819,firstMapTaskLaunchTime=1383234989906,firstReduceTaskLaunchTime=1383234996282,firstJobSetupTaskLaunchTime=1383234983888,firstJobCleanupTaskLaunchTime=1383235008302,finishTime=1383235014314,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5A4F9261CF314D14997B76BC1B9A7181/6CD6467E1DCE42C48400C0D7C77BDDB5] merged/(2/2) ...splitsourcemergedsamename
2013-10-31 15:56:54,321 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_1383234982325_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F6CD6467E1DCE42C4. blk_-8020802915988408064_1298
2013-10-31 15:56:54,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8020802915988408064_1298 src: /127.0.0.1:36937 dest: /127.0.0.1:37515
2013-10-31 15:56:54,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8020802915988408064_1298 src: /127.0.0.1:38584 dest: /127.0.0.1:42031
2013-10-31 15:56:54,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8020802915988408064_1298 src: /127.0.0.1:58499 dest: /127.0.0.1:40932
2013-10-31 15:56:54,339 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58499, dest: /127.0.0.1:40932, bytes: 27804, op: HDFS_WRITE, cliID: DFSClient_1110813899, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8020802915988408064_1298, duration: 5325394
2013-10-31 15:56:54,339 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8020802915988408064_1298 terminating
2013-10-31 15:56:54,340 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38584, dest: /127.0.0.1:42031, bytes: 27804, op: HDFS_WRITE, cliID: DFSClient_1110813899, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8020802915988408064_1298, duration: 5165873
2013-10-31 15:56:54,340 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8020802915988408064_1298 terminating
2013-10-31 15:56:54,340 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8020802915988408064_1298 size 27804
2013-10-31 15:56:54,341 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36937, dest: /127.0.0.1:37515, bytes: 27804, op: HDFS_WRITE, cliID: DFSClient_1110813899, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8020802915988408064_1298, duration: 7074377
2013-10-31 15:56:54,341 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8020802915988408064_1298 terminating
2013-10-31 15:56:54,347 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8020802915988408064_1298 size 27804
2013-10-31 15:56:54,347 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_1383234982325_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F6CD6467E1DCE42C4 from client DFSClient_1110813899
2013-10-31 15:56:54,348 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_logs/history/job_20131031154230960_0029_1383234982325_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F6CD6467E1DCE42C4 is closed by DFSClient_1110813899
2013-10-31 15:56:54,348 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8020802915988408064_1298 size 27804
2013-10-31 15:56:54,357 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0029_1383234982325_hadoop_%5B5A4F9261CF314D14997B76BC1B9A7181%2F6CD6467E1DCE42C4 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:56:54,358 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0029_m_000000_0'
2013-10-31 15:56:54,359 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0029_m_000004_0'
2013-10-31 15:56:54,359 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0029_m_000005_0'
2013-10-31 15:56:54,359 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0029_r_000000_0'
2013-10-31 15:56:54,360 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5673435422553301161 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:54,360 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5673435422553301161 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:54,360 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0029_m_000001_0'
2013-10-31 15:56:54,360 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5673435422553301161 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:54,361 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0029_m_000002_0'
2013-10-31 15:56:54,364 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0029_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:56:54,367 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2845154161068938381 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:54,367 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2845154161068938381 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:54,367 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2845154161068938381 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:54,367 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9214103521579158576 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:54,368 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9214103521579158576 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:54,368 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9214103521579158576 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:54,368 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-745406122048430982 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:54,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0029 dst=null perm=null
2013-10-31 15:56:54,368 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-745406122048430982 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:54,369 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-745406122048430982 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:54,369 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2751282150035553225 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:54,369 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2751282150035553225 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:54,370 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2751282150035553225 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:54,370 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2310384306493393267 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:56:54,370 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2310384306493393267 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:54,370 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2310384306493393267 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:54,371 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3389436726884451839 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:56:54,371 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3389436726884451839 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:56:54,371 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3389436726884451839 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:56:54,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6261923216_split_35EE973AE0DA4542BCC6ACF6C83C4C9D dst=null perm=null
2013-10-31 15:56:54,380 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/_temporary
2013-10-31 15:56:54,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2013-10-31 15:56:54,400 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:56:54,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null
2013-10-31 15:56:54,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null
2013-10-31 15:56:54,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38587, bytes: 499, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-9130959314403674258_1297, duration: 286326
2013-10-31 15:56:54,405 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/splitsourcemergedsamename
2013-10-31 15:56:54,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2013-10-31 15:56:54,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null
2013-10-31 15:56:54,414 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38588, bytes: 499, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-9130959314403674258_1297, duration: 266662
2013-10-31 15:56:54,437 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:56:54,438 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:56:54,455 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper] starting
2013-10-31 15:56:54,456 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper] source: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:56:54,456 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper] source: Hfs["TextDelimited[['num', 'char']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:56:54,456 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic"]
2013-10-31 15:56:54,457 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper] parallel execution is enabled: true
2013-10-31 15:56:54,457 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper] starting jobs: 1
2013-10-31 15:56:54,457 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper] allocating threads: 1
2013-10-31 15:56:54,457 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower+upper] starting step: (1/1) ...grouping-nondeterministic
2013-10-31 15:56:54,460 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:56:54,460 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:56:54,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:54,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:56:54,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:54,490 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar. blk_-6515551365391077752_1299
2013-10-31 15:56:54,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6515551365391077752_1299 src: /127.0.0.1:38589 dest: /127.0.0.1:42031
2013-10-31 15:56:54,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6515551365391077752_1299 src: /127.0.0.1:58504 dest: /127.0.0.1:40932
2013-10-31 15:56:54,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6515551365391077752_1299 src: /127.0.0.1:36945 dest: /127.0.0.1:37515
2013-10-31 15:56:54,508 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36945, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6515551365391077752_1299, duration: 9388523
2013-10-31 15:56:54,508 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6515551365391077752_1299 terminating
2013-10-31 15:56:54,509 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58504, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6515551365391077752_1299, duration: 10326648
2013-10-31 15:56:54,510 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6515551365391077752_1299 terminating
2013-10-31 15:56:54,510 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38589, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6515551365391077752_1299, duration: 11325370
2013-10-31 15:56:54,510 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6515551365391077752_1299 terminating
2013-10-31 15:56:54,513 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6515551365391077752_1299 size 238055
2013-10-31 15:56:54,513 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar from client DFSClient_1020568644
2013-10-31 15:56:54,514 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar is closed by DFSClient_1020568644
2013-10-31 15:56:54,514 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6515551365391077752_1299 size 238055
2013-10-31 15:56:54,515 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6515551365391077752_1299 size 238055
2013-10-31 15:56:54,519 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar. New replication is 10
2013-10-31 15:56:54,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar dst=null perm=null
2013-10-31 15:56:54,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:54,531 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:56:54,535 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:56:54,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:56:54,538 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:56:54,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:56:54,541 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:56:54,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:56:54,544 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:56:54,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:56:54,598 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0029_m_000003_0'
2013-10-31 15:56:54,699 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6320983185351059950_1291 file build/test/data/dfs/data/data5/current/blk_-6320983185351059950 for deletion
2013-10-31 15:56:54,699 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1210664803136758488_1292 file build/test/data/dfs/data/data6/current/blk_-1210664803136758488 for deletion
2013-10-31 15:56:54,699 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6320983185351059950_1291 at file build/test/data/dfs/data/data5/current/blk_-6320983185351059950
2013-10-31 15:56:54,699 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4820230512110059338_1290 file build/test/data/dfs/data/data6/current/blk_4820230512110059338 for deletion
2013-10-31 15:56:54,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1210664803136758488_1292 at file build/test/data/dfs/data/data6/current/blk_-1210664803136758488
2013-10-31 15:56:54,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6293534402514495568_1293 file build/test/data/dfs/data/data5/current/blk_6293534402514495568 for deletion
2013-10-31 15:56:54,700 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4820230512110059338_1290 at file build/test/data/dfs/data/data6/current/blk_4820230512110059338
2013-10-31 15:56:54,701 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6293534402514495568_1293 at file build/test/data/dfs/data/data5/current/blk_6293534402514495568
2013-10-31 15:56:54,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:54,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:54,970 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split. New replication is 10
2013-10-31 15:56:54,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=null
2013-10-31 15:56:54,977 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split. blk_-6624347787672549070_1300
2013-10-31 15:56:54,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6624347787672549070_1300 src: /127.0.0.1:38593 dest: /127.0.0.1:42031
2013-10-31 15:56:54,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6624347787672549070_1300 src: /127.0.0.1:33056 dest: /127.0.0.1:51383
2013-10-31 15:56:54,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6624347787672549070_1300 src: /127.0.0.1:36949 dest: /127.0.0.1:37515
2013-10-31 15:56:54,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6624347787672549070_1300 src: /127.0.0.1:58510 dest: /127.0.0.1:40932
2013-10-31 15:56:54,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58510, dest: /127.0.0.1:40932, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6624347787672549070_1300, duration: 109049
2013-10-31 15:56:54,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6624347787672549070_1300 terminating
2013-10-31 15:56:54,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36949, dest: /127.0.0.1:37515, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6624347787672549070_1300, duration: 920772
2013-10-31 15:56:54,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6624347787672549070_1300 terminating
2013-10-31 15:56:54,990 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33056, dest: /127.0.0.1:51383, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6624347787672549070_1300, duration: 2002254
2013-10-31 15:56:54,990 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6624347787672549070_1300 terminating
2013-10-31 15:56:54,991 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38593, dest: /127.0.0.1:42031, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6624347787672549070_1300, duration: 2873515
2013-10-31 15:56:54,991 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6624347787672549070_1300 terminating
2013-10-31 15:56:54,994 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6624347787672549070_1300 size 2077
2013-10-31 15:56:54,995 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split from client DFSClient_1020568644
2013-10-31 15:56:54,995 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split is closed by DFSClient_1020568644
2013-10-31 15:56:54,996 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6624347787672549070_1300 size 2077
2013-10-31 15:56:54,996 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6624347787672549070_1300 size 2077
2013-10-31 15:56:54,996 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6624347787672549070_1300 size 2077
2013-10-31 15:56:55,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:55,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:55,020 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.splitmetainfo. blk_-197031001748969636_1301
2013-10-31 15:56:55,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-197031001748969636_1301 src: /127.0.0.1:38597 dest: /127.0.0.1:42031
2013-10-31 15:56:55,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-197031001748969636_1301 src: /127.0.0.1:36952 dest: /127.0.0.1:37515
2013-10-31 15:56:55,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-197031001748969636_1301 src: /127.0.0.1:33061 dest: /127.0.0.1:51383
2013-10-31 15:56:55,027 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33061, dest: /127.0.0.1:51383, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-197031001748969636_1301, duration: 64786
2013-10-31 15:56:55,028 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-197031001748969636_1301 terminating
2013-10-31 15:56:55,028 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36952, dest: /127.0.0.1:37515, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-197031001748969636_1301, duration: 839218
2013-10-31 15:56:55,029 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-197031001748969636_1301 terminating
2013-10-31 15:56:55,029 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38597, dest: /127.0.0.1:42031, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-197031001748969636_1301, duration: 1777609
2013-10-31 15:56:55,030 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-197031001748969636_1301 terminating
2013-10-31 15:56:55,032 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-197031001748969636_1301 size 218
2013-10-31 15:56:55,033 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:56:55,034 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:56:55,034 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-197031001748969636_1301 size 218
2013-10-31 15:56:55,034 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-197031001748969636_1301 size 218
2013-10-31 15:56:55,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:55,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:55,061 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml. blk_-7406161511233739168_1302
2013-10-31 15:56:55,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7406161511233739168_1302 src: /127.0.0.1:38600 dest: /127.0.0.1:42031
2013-10-31 15:56:55,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7406161511233739168_1302 src: /127.0.0.1:58515 dest: /127.0.0.1:40932
2013-10-31 15:56:55,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7406161511233739168_1302 src: /127.0.0.1:36956 dest: /127.0.0.1:37515
2013-10-31 15:56:55,068 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36956, dest: /127.0.0.1:37515, bytes: 29470, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7406161511233739168_1302, duration: 202944
2013-10-31 15:56:55,069 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7406161511233739168_1302 terminating
2013-10-31 15:56:55,069 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58515, dest: /127.0.0.1:40932, bytes: 29470, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7406161511233739168_1302, duration: 985992
2013-10-31 15:56:55,070 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7406161511233739168_1302 terminating
2013-10-31 15:56:55,070 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38600, dest: /127.0.0.1:42031, bytes: 29470, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7406161511233739168_1302, duration: 1954548
2013-10-31 15:56:55,071 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7406161511233739168_1302 terminating
2013-10-31 15:56:55,072 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7406161511233739168_1302 size 29470
2013-10-31 15:56:55,073 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml from client DFSClient_1020568644
2013-10-31 15:56:55,073 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml is closed by DFSClient_1020568644
2013-10-31 15:56:55,073 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7406161511233739168_1302 size 29470
2013-10-31 15:56:55,074 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7406161511233739168_1302 size 29470
2013-10-31 15:56:55,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml dst=null perm=null
2013-10-31 15:56:55,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38604, bytes: 29702, op: HDFS_READ, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7406161511233739168_1302, duration: 410107
2013-10-31 15:56:55,108 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0030: nMaps=6 nReduces=1 max=-1
2013-10-31 15:56:55,108 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0030 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:56:55,108 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0030
2013-10-31 15:56:55,108 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0030 RESULT=SUCCESS
2013-10-31 15:56:55,109 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0030
2013-10-31 15:56:55,110 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower+upper] submitted hadoop job: job_20131031154230960_0030
2013-10-31 15:56:55,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_1383235015079_hadoop_%5BD56994D5067F4EA2B62DDD1A4BE8D406%2F89E580316D374276 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:55,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:55,145 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_conf.xml. blk_-3936124204147314875_1304
2013-10-31 15:56:55,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3936124204147314875_1304 src: /127.0.0.1:36959 dest: /127.0.0.1:37515
2013-10-31 15:56:55,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3936124204147314875_1304 src: /127.0.0.1:38606 dest: /127.0.0.1:42031
2013-10-31 15:56:55,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3936124204147314875_1304 src: /127.0.0.1:33069 dest: /127.0.0.1:51383
2013-10-31 15:56:55,155 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33069, dest: /127.0.0.1:51383, bytes: 29535, op: HDFS_WRITE, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3936124204147314875_1304, duration: 735620
2013-10-31 15:56:55,155 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3936124204147314875_1304 terminating
2013-10-31 15:56:55,156 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38606, dest: /127.0.0.1:42031, bytes: 29535, op: HDFS_WRITE, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3936124204147314875_1304, duration: 1976150
2013-10-31 15:56:55,156 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3936124204147314875_1304 terminating
2013-10-31 15:56:55,156 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36959, dest: /127.0.0.1:37515, bytes: 29535, op: HDFS_WRITE, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3936124204147314875_1304, duration: 2471287
2013-10-31 15:56:55,157 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3936124204147314875_1304 size 29535
2013-10-31 15:56:55,157 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3936124204147314875_1304 terminating
2013-10-31 15:56:55,160 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_conf.xml from client DFSClient_-1284602110
2013-10-31 15:56:55,160 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_conf.xml is closed by DFSClient_-1284602110
2013-10-31 15:56:55,161 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3936124204147314875_1304 size 29535
2013-10-31 15:56:55,162 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3936124204147314875_1304 size 29535
2013-10-31 15:56:55,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:56:55,182 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken. blk_163807505269283413_1305
2013-10-31 15:56:55,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_163807505269283413_1305 src: /127.0.0.1:38608 dest: /127.0.0.1:42031
2013-10-31 15:56:55,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_163807505269283413_1305 src: /127.0.0.1:58523 dest: /127.0.0.1:40932
2013-10-31 15:56:55,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_163807505269283413_1305 src: /127.0.0.1:36964 dest: /127.0.0.1:37515
2013-10-31 15:56:55,190 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:36964, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_163807505269283413_1305, duration: 64696
2013-10-31 15:56:55,190 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_163807505269283413_1305 terminating
2013-10-31 15:56:55,191 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58523, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_163807505269283413_1305, duration: 858766
2013-10-31 15:56:55,191 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_163807505269283413_1305 terminating
2013-10-31 15:56:55,191 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_163807505269283413_1305 size 116
2013-10-31 15:56:55,191 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38608, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_163807505269283413_1305, duration: 1765983
2013-10-31 15:56:55,192 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_163807505269283413_1305 size 116
2013-10-31 15:56:55,192 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_163807505269283413_1305 terminating
2013-10-31 15:56:55,194 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken from client DFSClient_1020568644
2013-10-31 15:56:55,195 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken is closed by DFSClient_1020568644
2013-10-31 15:56:55,195 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_163807505269283413_1305 size 116
2013-10-31 15:56:55,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6320983185351059950_1291 file build/test/data/dfs/data/data7/current/blk_-6320983185351059950 for deletion
2013-10-31 15:56:55,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4820230512110059338_1290 file build/test/data/dfs/data/data8/current/blk_4820230512110059338 for deletion
2013-10-31 15:56:55,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6320983185351059950_1291 at file build/test/data/dfs/data/data7/current/blk_-6320983185351059950
2013-10-31 15:56:55,238 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4820230512110059338_1290 at file build/test/data/dfs/data/data8/current/blk_4820230512110059338
2013-10-31 15:56:55,549 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken
2013-10-31 15:56:55,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.splitmetainfo dst=null perm=null
2013-10-31 15:56:55,553 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36965, bytes: 222, op: HDFS_READ, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-197031001748969636_1301, duration: 271111
2013-10-31 15:56:55,555 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0030 = 38. Number of splits = 6
2013-10-31 15:56:55,555 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,555 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,555 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,556 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,556 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,556 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,556 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,557 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,557 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,557 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,557 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,558 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,558 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,558 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,558 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,559 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,559 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,559 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0030_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:56:55,559 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0030 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:56:55,560 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0030 initialized successfully with 6 map tasks and 1 reduce tasks.
2013-10-31 15:56:56,647 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-6515551365391077752_1299 to datanode(s) 127.0.0.1:51383
2013-10-31 15:56:56,647 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-9214103521579158576_1283 blk_-2751282150035553225_1288 blk_-745406122048430982_1285 blk_2310384306493393267_1287
2013-10-31 15:56:56,648 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_2845154161068938381_1289 blk_-2751282150035553225_1288 blk_-5673435422553301161_1296 blk_-745406122048430982_1285 blk_-3389436726884451839_1287 blk_2310384306493393267_1287
2013-10-31 15:56:56,719 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9214103521579158576_1283 file build/test/data/dfs/data/data1/current/blk_-9214103521579158576 for deletion
2013-10-31 15:56:56,719 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2751282150035553225_1288 file build/test/data/dfs/data/data1/current/blk_-2751282150035553225 for deletion
2013-10-31 15:56:56,719 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9214103521579158576_1283 at file build/test/data/dfs/data/data1/current/blk_-9214103521579158576
2013-10-31 15:56:56,719 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-745406122048430982_1285 file build/test/data/dfs/data/data1/current/blk_-745406122048430982 for deletion
2013-10-31 15:56:56,720 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2751282150035553225_1288 at file build/test/data/dfs/data/data1/current/blk_-2751282150035553225
2013-10-31 15:56:56,720 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2310384306493393267_1287 file build/test/data/dfs/data/data2/current/blk_2310384306493393267 for deletion
2013-10-31 15:56:56,720 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-745406122048430982_1285 at file build/test/data/dfs/data/data1/current/blk_-745406122048430982
2013-10-31 15:56:56,720 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2310384306493393267_1287 at file build/test/data/dfs/data/data2/current/blk_2310384306493393267
2013-10-31 15:56:57,234 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-6515551365391077752_1299 to 127.0.0.1:51383
2013-10-31 15:56:57,234 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5673435422553301161_1296 file build/test/data/dfs/data/data4/current/blk_-5673435422553301161 for deletion
2013-10-31 15:56:57,235 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3389436726884451839_1287 file build/test/data/dfs/data/data3/current/blk_-3389436726884451839 for deletion
2013-10-31 15:56:57,235 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5673435422553301161_1296 at file build/test/data/dfs/data/data4/current/blk_-5673435422553301161
2013-10-31 15:56:57,235 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2751282150035553225_1288 file build/test/data/dfs/data/data3/current/blk_-2751282150035553225 for deletion
2013-10-31 15:56:57,235 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3389436726884451839_1287 at file build/test/data/dfs/data/data3/current/blk_-3389436726884451839
2013-10-31 15:56:57,236 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-745406122048430982_1285 file build/test/data/dfs/data/data4/current/blk_-745406122048430982 for deletion
2013-10-31 15:56:57,236 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2751282150035553225_1288 at file build/test/data/dfs/data/data3/current/blk_-2751282150035553225
2013-10-31 15:56:57,236 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2310384306493393267_1287 file build/test/data/dfs/data/data4/current/blk_2310384306493393267 for deletion
2013-10-31 15:56:57,236 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-6515551365391077752_1299 to /127.0.0.1:51383
2013-10-31 15:56:57,236 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-745406122048430982_1285 at file build/test/data/dfs/data/data4/current/blk_-745406122048430982
2013-10-31 15:56:57,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6515551365391077752_1299 src: /127.0.0.1:33074 dest: /127.0.0.1:51383
2013-10-31 15:56:57,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2310384306493393267_1287 at file build/test/data/dfs/data/data4/current/blk_2310384306493393267
2013-10-31 15:56:57,236 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2845154161068938381_1289 file build/test/data/dfs/data/data4/current/blk_2845154161068938381 for deletion
2013-10-31 15:56:57,238 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2845154161068938381_1289 at file build/test/data/dfs/data/data4/current/blk_2845154161068938381
2013-10-31 15:56:57,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-6515551365391077752_1299 src: /127.0.0.1:33074 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:56:57,243 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6515551365391077752_1299 size 238055
2013-10-31 15:56:57,365 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0030_m_000007_0' to tip task_20131031154230960_0030_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:56:57,375 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:56:57,376 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000007_0 which needs 1 slots
2013-10-31 15:56:57,376 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0030_m_000007_0 which needs 1 slots
2013-10-31 15:56:57,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken dst=null perm=null
2013-10-31 15:56:57,384 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36967, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_163807505269283413_1305, duration: 313024
2013-10-31 15:56:57,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml dst=null perm=null
2013-10-31 15:56:57,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38615, bytes: 29702, op: HDFS_READ, cliID: DFSClient_1125700071, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7406161511233739168_1302, duration: 382316
2013-10-31 15:56:57,427 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:56:57,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar dst=null perm=null
2013-10-31 15:56:57,451 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58530, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1125700071, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6515551365391077752_1299, duration: 878217
2013-10-31 15:56:57,545 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0029_m_-1156494317
2013-10-31 15:56:57,552 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31844 with signal TERM. Exit code 0
2013-10-31 15:56:57,552 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0030_m_871250613
2013-10-31 15:56:57,553 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0030_m_871250613 spawned.
2013-10-31 15:56:57,554 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0030/attempt_20131031154230960_0030_m_000007_0/taskjvm.sh
2013-10-31 15:56:57,899 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:57,900 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:57,900 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:57,900 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0029_m_-1156494317 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:58,686 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_871250613 given task: attempt_20131031154230960_0030_m_000007_0
2013-10-31 15:56:59,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:56:59,361 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0029
2013-10-31 15:56:59,361 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0029_m_000004_0 not found in cache
2013-10-31 15:56:59,361 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0029
2013-10-31 15:56:59,362 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0029 for user-log deletion with retainTimeStamp:1383321419362
2013-10-31 15:56:59,362 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0029
2013-10-31 15:56:59,362 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0029 for user-log deletion with retainTimeStamp:1383321419362
2013-10-31 15:56:59,363 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0029 for user-log deletion with retainTimeStamp:1383321419363
2013-10-31 15:56:59,435 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0029_m_-1750701496 since job job_20131031154230960_0029 is dead
2013-10-31 15:56:59,446 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31917 with signal TERM. Exit code 0
2013-10-31 15:56:59,499 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0029_m_-2077307580 since job job_20131031154230960_0029 is dead
2013-10-31 15:56:59,504 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31970 with signal TERM. Exit code 0
2013-10-31 15:56:59,599 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0029
2013-10-31 15:56:59,599 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0029 for user-log deletion with retainTimeStamp:1383321419599
2013-10-31 15:56:59,648 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_2845154161068938381_1289 blk_-9214103521579158576_1283 blk_-2751282150035553225_1288 blk_-5673435422553301161_1296 blk_-3389436726884451839_1287 blk_2310384306493393267_1287
2013-10-31 15:56:59,648 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_2845154161068938381_1289 blk_-9214103521579158576_1283 blk_-5673435422553301161_1296 blk_-745406122048430982_1285 blk_-3389436726884451839_1287
2013-10-31 15:56:59,674 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:59,675 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:59,675 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:59,675 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0029_m_-1750701496 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:59,694 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:56:59,694 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:56:59,695 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:56:59,695 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0029_m_-2077307580 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:56:59,839 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0029_m_647259314 since job job_20131031154230960_0029 is dead
2013-10-31 15:56:59,848 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32011 with signal TERM. Exit code 0
2013-10-31 15:57:00,070 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:00,070 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:00,071 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:00,071 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0029_m_647259314 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:00,184 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0029_m_486206441 since job job_20131031154230960_0029 is dead
2013-10-31 15:57:00,194 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31708 with signal TERM. Exit code 0
2013-10-31 15:57:00,375 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:00,376 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:00,376 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:00,376 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0029_m_486206441 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:57:00,701 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9214103521579158576_1283 file build/test/data/dfs/data/data5/current/blk_-9214103521579158576 for deletion
2013-10-31 15:57:00,701 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5673435422553301161_1296 file build/test/data/dfs/data/data6/current/blk_-5673435422553301161 for deletion
2013-10-31 15:57:00,702 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9214103521579158576_1283 at file build/test/data/dfs/data/data5/current/blk_-9214103521579158576
2013-10-31 15:57:00,702 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3389436726884451839_1287 file build/test/data/dfs/data/data6/current/blk_-3389436726884451839 for deletion
2013-10-31 15:57:00,702 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5673435422553301161_1296 at file build/test/data/dfs/data/data6/current/blk_-5673435422553301161
2013-10-31 15:57:00,702 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-745406122048430982_1285 file build/test/data/dfs/data/data5/current/blk_-745406122048430982 for deletion
2013-10-31 15:57:00,702 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3389436726884451839_1287 at file build/test/data/dfs/data/data6/current/blk_-3389436726884451839
2013-10-31 15:57:00,703 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-745406122048430982_1285 at file build/test/data/dfs/data/data5/current/blk_-745406122048430982
2013-10-31 15:57:00,703 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2845154161068938381_1289 file build/test/data/dfs/data/data5/current/blk_2845154161068938381 for deletion
2013-10-31 15:57:00,703 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2845154161068938381_1289 at file build/test/data/dfs/data/data5/current/blk_2845154161068938381
2013-10-31 15:57:00,737 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0029_r_-1735697757 since job job_20131031154230960_0029 is dead
2013-10-31 15:57:00,748 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32149 with signal TERM. Exit code 0
2013-10-31 15:57:00,942 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:00,943 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:00,943 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:00,943 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0029_r_-1735697757 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:01,239 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9214103521579158576_1283 file build/test/data/dfs/data/data8/current/blk_-9214103521579158576 for deletion
2013-10-31 15:57:01,239 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5673435422553301161_1296 file build/test/data/dfs/data/data7/current/blk_-5673435422553301161 for deletion
2013-10-31 15:57:01,239 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9214103521579158576_1283 at file build/test/data/dfs/data/data8/current/blk_-9214103521579158576
2013-10-31 15:57:01,240 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3389436726884451839_1287 file build/test/data/dfs/data/data7/current/blk_-3389436726884451839 for deletion
2013-10-31 15:57:01,240 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5673435422553301161_1296 at file build/test/data/dfs/data/data7/current/blk_-5673435422553301161
2013-10-31 15:57:01,240 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2751282150035553225_1288 file build/test/data/dfs/data/data7/current/blk_-2751282150035553225 for deletion
2013-10-31 15:57:01,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3389436726884451839_1287 at file build/test/data/dfs/data/data7/current/blk_-3389436726884451839
2013-10-31 15:57:01,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2310384306493393267_1287 file build/test/data/dfs/data/data8/current/blk_2310384306493393267 for deletion
2013-10-31 15:57:01,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2751282150035553225_1288 at file build/test/data/dfs/data/data7/current/blk_-2751282150035553225
2013-10-31 15:57:01,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2310384306493393267_1287 at file build/test/data/dfs/data/data8/current/blk_2310384306493393267
2013-10-31 15:57:01,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2845154161068938381_1289 file build/test/data/dfs/data/data8/current/blk_2845154161068938381 for deletion
2013-10-31 15:57:01,242 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2845154161068938381_1289 at file build/test/data/dfs/data/data8/current/blk_2845154161068938381
2013-10-31 15:57:02,165 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000007_0 0.0% setup
2013-10-31 15:57:02,168 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000007_0 is done.
2013-10-31 15:57:02,168 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000007_0 was -1
2013-10-31 15:57:02,168 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:03,380 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000007_0' has completed task_20131031154230960_0030_m_000007 successfully.
2013-10-31 15:57:03,382 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0030_m_000000_0' to tip task_20131031154230960_0030_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:03,383 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0030_m_000000
2013-10-31 15:57:03,383 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0030_m_000001_0' to tip task_20131031154230960_0030_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:03,383 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0030_m_000001
2013-10-31 15:57:03,384 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0030_m_000002_0' to tip task_20131031154230960_0030_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:57:03,384 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:57:03,385 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0030_m_000002
2013-10-31 15:57:03,385 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:57:03,385 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0030_m_000003_0' to tip task_20131031154230960_0030_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:57:03,385 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000000_0 which needs 1 slots
2013-10-31 15:57:03,385 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0030_m_000000_0 which needs 1 slots
2013-10-31 15:57:03,385 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0030_m_000003
2013-10-31 15:57:03,386 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000001_0 which needs 1 slots
2013-10-31 15:57:03,386 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0030_m_000001_0 which needs 1 slots
2013-10-31 15:57:03,388 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:57:03,391 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:57:03,392 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000002_0 which needs 1 slots
2013-10-31 15:57:03,392 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0030_m_000002_0 which needs 1 slots
2013-10-31 15:57:03,392 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000003_0 which needs 1 slots
2013-10-31 15:57:03,392 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0030_m_000003_0 which needs 1 slots
2013-10-31 15:57:03,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken dst=null perm=null
2013-10-31 15:57:03,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58534, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_163807505269283413_1305, duration: 310871
2013-10-31 15:57:03,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml dst=null perm=null
2013-10-31 15:57:03,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38622, bytes: 29702, op: HDFS_READ, cliID: DFSClient_-1378902396, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7406161511233739168_1302, duration: 411082
2013-10-31 15:57:03,414 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0030_m_000004_0' to tip task_20131031154230960_0030_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:57:03,414 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0030_m_000004
2013-10-31 15:57:03,424 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0030_m_000005_0' to tip task_20131031154230960_0030_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:57:03,425 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0030_m_000005
2013-10-31 15:57:03,429 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:57:03,430 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:57:03,430 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000004_0 which needs 1 slots
2013-10-31 15:57:03,430 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0030_m_000004_0 which needs 1 slots
2013-10-31 15:57:03,431 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000005_0 which needs 1 slots
2013-10-31 15:57:03,431 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0030_m_000005_0 which needs 1 slots
2013-10-31 15:57:03,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030/jobToken dst=null perm=null
2013-10-31 15:57:03,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58537, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_163807505269283413_1305, duration: 148696
2013-10-31 15:57:03,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.xml dst=null perm=null
2013-10-31 15:57:03,440 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36979, bytes: 29702, op: HDFS_READ, cliID: DFSClient_-393097426, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7406161511233739168_1302, duration: 173357
2013-10-31 15:57:03,440 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0030_m_-1172066704
2013-10-31 15:57:03,441 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0030_m_-1172066704 spawned.
2013-10-31 15:57:03,441 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0030/attempt_20131031154230960_0030_m_000000_0. Attempting to reuse: jvm_20131031154230960_0030_m_871250613
2013-10-31 15:57:03,442 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0030/attempt_20131031154230960_0030_m_000001_0/taskjvm.sh
2013-10-31 15:57:03,442 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:03,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar dst=null perm=null
2013-10-31 15:57:03,462 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36980, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1378902396, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6515551365391077752_1299, duration: 605990
2013-10-31 15:57:03,525 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0030_m_1447504541
2013-10-31 15:57:03,526 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0030_m_1447504541 spawned.
2013-10-31 15:57:03,526 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0030_m_501817778
2013-10-31 15:57:03,527 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0030_m_501817778 spawned.
2013-10-31 15:57:03,528 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0030/attempt_20131031154230960_0030_m_000003_0/taskjvm.sh
2013-10-31 15:57:03,528 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0030/attempt_20131031154230960_0030_m_000002_0/taskjvm.sh
2013-10-31 15:57:03,614 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:03,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.jar dst=null perm=null
2013-10-31 15:57:03,642 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36981, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-393097426, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6515551365391077752_1299, duration: 627804
2013-10-31 15:57:03,730 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_871250613 given task: attempt_20131031154230960_0030_m_000000_0
2013-10-31 15:57:03,793 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0030_m_1998803731
2013-10-31 15:57:03,794 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0030_m_1998803731 spawned.
2013-10-31 15:57:03,794 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0030_m_-1497682745
2013-10-31 15:57:03,796 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0030_m_-1497682745 spawned.
2013-10-31 15:57:03,797 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0030/attempt_20131031154230960_0030_m_000005_0/taskjvm.sh
2013-10-31 15:57:03,797 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0030/attempt_20131031154230960_0030_m_000004_0/taskjvm.sh
2013-10-31 15:57:04,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=null
2013-10-31 15:57:04,116 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58543, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6624347787672549070_1300, duration: 170626
2013-10-31 15:57:04,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:57:04,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36986, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 153523
2013-10-31 15:57:04,482 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_-1172066704 given task: attempt_20131031154230960_0030_m_000001_0
2013-10-31 15:57:04,611 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_501817778 given task: attempt_20131031154230960_0030_m_000002_0
2013-10-31 15:57:04,633 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_1447504541 given task: attempt_20131031154230960_0030_m_000003_0
2013-10-31 15:57:05,209 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_1998803731 given task: attempt_20131031154230960_0030_m_000005_0
2013-10-31 15:57:05,286 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_-1497682745 given task: attempt_20131031154230960_0030_m_000004_0
2013-10-31 15:57:05,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=null
2013-10-31 15:57:05,634 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33101, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6624347787672549070_1300, duration: 166662
2013-10-31 15:57:05,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:57:05,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58555, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9098271965778289823_1031, duration: 131303
2013-10-31 15:57:05,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=null
2013-10-31 15:57:05,689 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:36996, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6624347787672549070_1300, duration: 176672
2013-10-31 15:57:05,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=null
2013-10-31 15:57:05,704 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33106, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6624347787672549070_1300, duration: 165625
2013-10-31 15:57:05,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:57:05,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33107, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4654830788849258098_1030, duration: 134666
2013-10-31 15:57:05,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:57:05,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=null
2013-10-31 15:57:05,757 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38646, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000005_0, offset: 1536, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6624347787672549070_1300, duration: 185377
2013-10-31 15:57:05,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030/job.split dst=null perm=null
2013-10-31 15:57:05,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58561, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000004_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6624347787672549070_1300, duration: 175223
2013-10-31 15:57:05,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:57:05,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33110, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000005_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4654830788849258098_1030, duration: 159044
2013-10-31 15:57:05,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:57:05,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33111, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000004_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9098271965778289823_1031, duration: 10301957
2013-10-31 15:57:06,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38650, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0030_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 168014
2013-10-31 15:57:07,082 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:57:07,085 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000000_0 is done.
2013-10-31 15:57:07,085 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000000_0 was 57
2013-10-31 15:57:07,086 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:57:08,385 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0030_m_000007_0
2013-10-31 15:57:08,386 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0030_m_000007_0
2013-10-31 15:57:08,386 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0030_m_000007_0 not found in cache
2013-10-31 15:57:08,561 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:57:08,564 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000001_0 is done.
2013-10-31 15:57:08,564 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000001_0 was 40
2013-10-31 15:57:08,564 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:08,609 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:57:08,610 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:57:08,611 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000002_0 is done.
2013-10-31 15:57:08,612 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000002_0 was 57
2013-10-31 15:57:08,612 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000003_0 is done.
2013-10-31 15:57:08,612 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000003_0 was 40
2013-10-31 15:57:08,612 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:57:08,612 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:08,679 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000005_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:57:08,681 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000005_0 is done.
2013-10-31 15:57:08,681 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000005_0 was 6
2013-10-31 15:57:08,682 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:57:08,717 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000004_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:57:08,719 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000004_0 is done.
2013-10-31 15:57:08,719 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000004_0 was 6
2013-10-31 15:57:08,719 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:09,394 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000000_0' has completed task_20131031154230960_0030_m_000000 successfully.
2013-10-31 15:57:09,572 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000001_0' has completed task_20131031154230960_0030_m_000001 successfully.
2013-10-31 15:57:09,574 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0030_r_000000_0' to tip task_20131031154230960_0030_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:09,575 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000004_0' has completed task_20131031154230960_0030_m_000004 successfully.
2013-10-31 15:57:09,576 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:57:09,577 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_r_000000_0 which needs 1 slots
2013-10-31 15:57:09,577 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000005_0' has completed task_20131031154230960_0030_m_000005 successfully.
2013-10-31 15:57:09,577 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0030_r_000000_0 which needs 1 slots
2013-10-31 15:57:09,579 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000002_0' has completed task_20131031154230960_0030_m_000002 successfully.
2013-10-31 15:57:09,582 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000003_0' has completed task_20131031154230960_0030_m_000003 successfully.
2013-10-31 15:57:09,606 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0030_r_1604131273
2013-10-31 15:57:09,607 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0030_r_1604131273 spawned.
2013-10-31 15:57:09,610 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0030/attempt_20131031154230960_0030_r_000000_0/taskjvm.sh
2013-10-31 15:57:10,471 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_r_1604131273 given task: attempt_20131031154230960_0030_r_000000_0
2013-10-31 15:57:16,131 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50831, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0030_m_000000_0, duration: 6759857
2013-10-31 15:57:16,147 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50831, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0030_m_000001_0, duration: 10198618
2013-10-31 15:57:16,162 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40382, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0030_m_000004_0, duration: 11342287
2013-10-31 15:57:16,177 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40382, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0030_m_000005_0, duration: 11413128
2013-10-31 15:57:16,194 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47671, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0030_m_000002_0, duration: 11827950
2013-10-31 15:57:16,209 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47671, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0030_m_000003_0, duration: 11247763
2013-10-31 15:57:16,945 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:57:16,993 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:57:17,069 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:57:17,253 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1600 Total time for transactions(ms): 25Number of transactions batched in Syncs: 115 Number of syncs: 1137 SyncTimes(ms): 54986 7748
2013-10-31 15:57:17,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:17,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:17,284 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0/part-00000. blk_-7927895344353432660_1306
2013-10-31 15:57:17,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7927895344353432660_1306 src: /127.0.0.1:58570 dest: /127.0.0.1:40932
2013-10-31 15:57:17,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7927895344353432660_1306 src: /127.0.0.1:38657 dest: /127.0.0.1:42031
2013-10-31 15:57:17,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7927895344353432660_1306 src: /127.0.0.1:33120 dest: /127.0.0.1:51383
2013-10-31 15:57:17,333 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33120, dest: /127.0.0.1:51383, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0030_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7927895344353432660_1306, duration: 2340410
2013-10-31 15:57:17,333 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7927895344353432660_1306 terminating
2013-10-31 15:57:17,334 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7927895344353432660_1306 size 20
2013-10-31 15:57:17,334 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38657, dest: /127.0.0.1:42031, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0030_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7927895344353432660_1306, duration: 3301577
2013-10-31 15:57:17,335 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7927895344353432660_1306 terminating
2013-10-31 15:57:17,335 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58570, dest: /127.0.0.1:40932, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0030_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7927895344353432660_1306, duration: 4745638
2013-10-31 15:57:17,336 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7927895344353432660_1306 terminating
2013-10-31 15:57:17,336 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7927895344353432660_1306 size 20
2013-10-31 15:57:17,338 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7927895344353432660_1306 size 20
2013-10-31 15:57:17,339 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0030_r_000000_0
2013-10-31 15:57:17,339 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0030_r_000000_0
2013-10-31 15:57:17,378 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0030_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:57:17,378 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:57:18,586 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 6 OK for attempt_20131031154230960_0030_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:44075
2013-10-31 15:57:18,587 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0030_r_000000_0
2013-10-31 15:57:19,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0 dst=null perm=null
2013-10-31 15:57:19,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:19,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:19,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/_attempt_20131031154230960_0030_r_000000_0 dst=null perm=null
2013-10-31 15:57:19,999 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_r_000000_0 1.0% reduce > reduce
2013-10-31 15:57:20,001 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_r_000000_0 1.0% reduce > reduce
2013-10-31 15:57:20,002 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_r_000000_0 is done.
2013-10-31 15:57:20,002 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_r_000000_0 was -1
2013-10-31 15:57:20,003 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:21,591 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_r_000000_0' has completed task_20131031154230960_0030_r_000000 successfully.
2013-10-31 15:57:21,594 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0030_m_000006_0' to tip task_20131031154230960_0030_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:21,596 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0030_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:57:21,597 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0030_m_000006_0 which needs 1 slots
2013-10-31 15:57:21,597 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0030_m_000006_0 which needs 1 slots
2013-10-31 15:57:21,627 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0030/attempt_20131031154230960_0030_m_000006_0. Attempting to reuse: jvm_20131031154230960_0030_m_-1172066704
2013-10-31 15:57:22,000 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 94 raw values into 1 aggregated values, total 58
2013-10-31 15:57:22,631 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0030_m_-1172066704 given task: attempt_20131031154230960_0030_m_000006_0
2013-10-31 15:57:22,765 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000006_0 0.0%
2013-10-31 15:57:22,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary dst=null perm=null
2013-10-31 15:57:22,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:22,784 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_SUCCESS from client DFSClient_attempt_20131031154230960_0030_m_000006_0
2013-10-31 15:57:22,784 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0030_m_000006_0
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6515551365391077752 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6515551365391077752 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6515551365391077752 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6515551365391077752 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6624347787672549070 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6624347787672549070 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6624347787672549070 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:57:22,790 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6624347787672549070 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:22,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-197031001748969636 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:22,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-197031001748969636 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:22,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-197031001748969636 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:57:22,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7406161511233739168 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:22,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7406161511233739168 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:22,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7406161511233739168 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:22,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0030 dst=null perm=null
2013-10-31 15:57:23,652 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-6515551365391077752_1299 blk_-6624347787672549070_1300 blk_-197031001748969636_1301 blk_-7406161511233739168_1302
2013-10-31 15:57:23,652 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-6515551365391077752_1299 blk_-6624347787672549070_1300 blk_-7406161511233739168_1302
2013-10-31 15:57:24,709 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7406161511233739168_1302 file build/test/data/dfs/data/data6/current/blk_-7406161511233739168 for deletion
2013-10-31 15:57:24,709 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6624347787672549070_1300 file build/test/data/dfs/data/data6/current/blk_-6624347787672549070 for deletion
2013-10-31 15:57:24,709 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7406161511233739168_1302 at file build/test/data/dfs/data/data6/current/blk_-7406161511233739168
2013-10-31 15:57:24,709 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6515551365391077752_1299 file build/test/data/dfs/data/data5/current/blk_-6515551365391077752 for deletion
2013-10-31 15:57:24,710 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6624347787672549070_1300 at file build/test/data/dfs/data/data6/current/blk_-6624347787672549070
2013-10-31 15:57:24,710 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-197031001748969636_1301 file build/test/data/dfs/data/data5/current/blk_-197031001748969636 for deletion
2013-10-31 15:57:24,710 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6515551365391077752_1299 at file build/test/data/dfs/data/data5/current/blk_-6515551365391077752
2013-10-31 15:57:24,711 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-197031001748969636_1301 at file build/test/data/dfs/data/data5/current/blk_-197031001748969636
2013-10-31 15:57:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:57:24,938 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:57:24,943 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:57:24,948 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:57:24,954 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:57:24,972 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:57:24,977 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:57:24,977 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:57:25,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7406161511233739168_1302 file build/test/data/dfs/data/data7/current/blk_-7406161511233739168 for deletion
2013-10-31 15:57:25,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6624347787672549070_1300 file build/test/data/dfs/data/data8/current/blk_-6624347787672549070 for deletion
2013-10-31 15:57:25,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7406161511233739168_1302 at file build/test/data/dfs/data/data7/current/blk_-7406161511233739168
2013-10-31 15:57:25,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6515551365391077752_1299 file build/test/data/dfs/data/data7/current/blk_-6515551365391077752 for deletion
2013-10-31 15:57:25,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6624347787672549070_1300 at file build/test/data/dfs/data/data8/current/blk_-6624347787672549070
2013-10-31 15:57:25,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6515551365391077752_1299 at file build/test/data/dfs/data/data7/current/blk_-6515551365391077752
2013-10-31 15:57:25,712 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0030_m_000006_0 0.0% cleanup
2013-10-31 15:57:25,713 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0030_m_000006_0 is done.
2013-10-31 15:57:25,714 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0030_m_000006_0 was -1
2013-10-31 15:57:25,714 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:26,597 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0030_r_000000_0
2013-10-31 15:57:26,597 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0030_r_000000_0
2013-10-31 15:57:26,653 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-6515551365391077752_1299 blk_-6624347787672549070_1300 blk_-197031001748969636_1301
2013-10-31 15:57:26,653 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-6515551365391077752_1299 blk_-6624347787672549070_1300 blk_-197031001748969636_1301 blk_-7406161511233739168_1302
2013-10-31 15:57:26,729 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6624347787672549070_1300 file build/test/data/dfs/data/data2/current/blk_-6624347787672549070 for deletion
2013-10-31 15:57:26,729 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6515551365391077752_1299 file build/test/data/dfs/data/data1/current/blk_-6515551365391077752 for deletion
2013-10-31 15:57:26,729 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6624347787672549070_1300 at file build/test/data/dfs/data/data2/current/blk_-6624347787672549070
2013-10-31 15:57:26,730 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-197031001748969636_1301 file build/test/data/dfs/data/data1/current/blk_-197031001748969636 for deletion
2013-10-31 15:57:26,730 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6515551365391077752_1299 at file build/test/data/dfs/data/data1/current/blk_-6515551365391077752
2013-10-31 15:57:26,730 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-197031001748969636_1301 at file build/test/data/dfs/data/data1/current/blk_-197031001748969636
2013-10-31 15:57:27,244 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7406161511233739168_1302 file build/test/data/dfs/data/data3/current/blk_-7406161511233739168 for deletion
2013-10-31 15:57:27,244 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6624347787672549070_1300 file build/test/data/dfs/data/data3/current/blk_-6624347787672549070 for deletion
2013-10-31 15:57:27,244 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7406161511233739168_1302 at file build/test/data/dfs/data/data3/current/blk_-7406161511233739168
2013-10-31 15:57:27,244 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6515551365391077752_1299 file build/test/data/dfs/data/data4/current/blk_-6515551365391077752 for deletion
2013-10-31 15:57:27,245 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6624347787672549070_1300 at file build/test/data/dfs/data/data3/current/blk_-6624347787672549070
2013-10-31 15:57:27,245 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-197031001748969636_1301 file build/test/data/dfs/data/data4/current/blk_-197031001748969636 for deletion
2013-10-31 15:57:27,245 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6515551365391077752_1299 at file build/test/data/dfs/data/data4/current/blk_-6515551365391077752
2013-10-31 15:57:27,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-197031001748969636_1301 at file build/test/data/dfs/data/data4/current/blk_-197031001748969636
2013-10-31 15:57:27,603 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0030_m_000006_0' has completed task_20131031154230960_0030_m_000006 successfully.
2013-10-31 15:57:27,604 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0030 has completed successfully.
2013-10-31 15:57:27,604 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0030,submitTime=1383235015079,launchTime=1383235015559,firstMapTaskLaunchTime=1383235023382,firstReduceTaskLaunchTime=1383235029573,firstJobSetupTaskLaunchTime=1383235017365,firstJobCleanupTaskLaunchTime=1383235041594,finishTime=1383235047604,numMaps=6,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=37,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[D56994D5067F4EA2B62DDD1A4BE8D406/89E580316D374276BFD6186A25EC8246] lower+upper/(1/1) ...grouping-nondeterministic
2013-10-31 15:57:27,608 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_1383235015079_hadoop_%5BD56994D5067F4EA2B62DDD1A4BE8D406%2F89E580316D374276. blk_-7660499103377204429_1307
2013-10-31 15:57:27,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7660499103377204429_1307 src: /127.0.0.1:38662 dest: /127.0.0.1:42031
2013-10-31 15:57:27,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7660499103377204429_1307 src: /127.0.0.1:33125 dest: /127.0.0.1:51383
2013-10-31 15:57:27,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7660499103377204429_1307 src: /127.0.0.1:58578 dest: /127.0.0.1:40932
2013-10-31 15:57:27,629 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58578, dest: /127.0.0.1:40932, bytes: 34978, op: HDFS_WRITE, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7660499103377204429_1307, duration: 7553411
2013-10-31 15:57:27,629 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7660499103377204429_1307 terminating
2013-10-31 15:57:27,630 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33125, dest: /127.0.0.1:51383, bytes: 34978, op: HDFS_WRITE, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7660499103377204429_1307, duration: 8341646
2013-10-31 15:57:27,630 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7660499103377204429_1307 terminating
2013-10-31 15:57:27,631 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38662, dest: /127.0.0.1:42031, bytes: 34978, op: HDFS_WRITE, cliID: DFSClient_-1284602110, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7660499103377204429_1307, duration: 7507805
2013-10-31 15:57:27,631 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7660499103377204429_1307 terminating
2013-10-31 15:57:27,640 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7660499103377204429_1307 size 34978
2013-10-31 15:57:27,642 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_1383235015079_hadoop_%5BD56994D5067F4EA2B62DDD1A4BE8D406%2F89E580316D374276 from client DFSClient_-1284602110
2013-10-31 15:57:27,643 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_logs/history/job_20131031154230960_0030_1383235015079_hadoop_%5BD56994D5067F4EA2B62DDD1A4BE8D406%2F89E580316D374276 is closed by DFSClient_-1284602110
2013-10-31 15:57:27,643 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7660499103377204429_1307 size 34978
2013-10-31 15:57:27,644 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7660499103377204429_1307 size 34978
2013-10-31 15:57:27,650 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0030_1383235015079_hadoop_%5BD56994D5067F4EA2B62DDD1A4BE8D406%2F89E580316D374276 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:57:27,651 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000000_0'
2013-10-31 15:57:27,651 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000001_0'
2013-10-31 15:57:27,652 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000006_0'
2013-10-31 15:57:27,653 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000007_0'
2013-10-31 15:57:27,653 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_r_000000_0'
2013-10-31 15:57:27,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_163807505269283413 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:27,654 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_163807505269283413 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:27,654 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000002_0'
2013-10-31 15:57:27,654 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_163807505269283413 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:27,654 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000003_0'
2013-10-31 15:57:27,655 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000004_0'
2013-10-31 15:57:27,655 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0030_m_000005_0'
2013-10-31 15:57:27,657 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0030_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:57:27,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0030 dst=null perm=null
2013-10-31 15:57:27,663 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary
2013-10-31 15:57:27,669 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0030
2013-10-31 15:57:27,669 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0030 being deleted.
2013-10-31 15:57:27,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2013-10-31 15:57:27,683 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:57:27,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null
2013-10-31 15:57:27,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null
2013-10-31 15:57:27,689 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33128, bytes: 24, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7927895344353432660_1306, duration: 287304
2013-10-31 15:57:27,689 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic
2013-10-31 15:57:27,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2013-10-31 15:57:27,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null
2013-10-31 15:57:27,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33129, bytes: 24, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7927895344353432660_1306, duration: 268673
2013-10-31 15:57:27,716 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:57:27,717 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:57:27,726 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:57:27,726 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt"]
2013-10-31 15:57:27,727 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon"]
2013-10-31 15:57:27,727 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:57:27,727 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 15:57:27,727 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 15:57:27,728 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...pesplatform/ungroupedanon
2013-10-31 15:57:27,730 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:57:27,730 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:57:27,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:27,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:57:27,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:27,747 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar. blk_8684753523831317677_1308
2013-10-31 15:57:27,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8684753523831317677_1308 src: /127.0.0.1:58582 dest: /127.0.0.1:40932
2013-10-31 15:57:27,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8684753523831317677_1308 src: /127.0.0.1:37023 dest: /127.0.0.1:37515
2013-10-31 15:57:27,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8684753523831317677_1308 src: /127.0.0.1:38670 dest: /127.0.0.1:42031
2013-10-31 15:57:27,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38670, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8684753523831317677_1308, duration: 3316299
2013-10-31 15:57:27,758 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8684753523831317677_1308 terminating
2013-10-31 15:57:27,759 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37023, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8684753523831317677_1308, duration: 4105795
2013-10-31 15:57:27,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8684753523831317677_1308 terminating
2013-10-31 15:57:27,759 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8684753523831317677_1308 size 238055
2013-10-31 15:57:27,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58582, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8684753523831317677_1308, duration: 5468463
2013-10-31 15:57:27,760 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8684753523831317677_1308 terminating
2013-10-31 15:57:27,762 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8684753523831317677_1308 size 238055
2013-10-31 15:57:27,762 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar from client DFSClient_1020568644
2013-10-31 15:57:27,763 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar is closed by DFSClient_1020568644
2013-10-31 15:57:27,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8684753523831317677_1308 size 238055
2013-10-31 15:57:27,768 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar. New replication is 10
2013-10-31 15:57:27,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar dst=null perm=null
2013-10-31 15:57:27,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:27,780 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:57:27,784 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:57:27,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:57:28,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,163 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split. New replication is 10
2013-10-31 15:57:28,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=null
2013-10-31 15:57:28,171 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split. blk_7975294656249499832_1309
2013-10-31 15:57:28,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7975294656249499832_1309 src: /127.0.0.1:38671 dest: /127.0.0.1:42031
2013-10-31 15:57:28,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7975294656249499832_1309 src: /127.0.0.1:58586 dest: /127.0.0.1:40932
2013-10-31 15:57:28,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7975294656249499832_1309 src: /127.0.0.1:37027 dest: /127.0.0.1:37515
2013-10-31 15:57:28,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7975294656249499832_1309 src: /127.0.0.1:33136 dest: /127.0.0.1:51383
2013-10-31 15:57:28,181 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33136, dest: /127.0.0.1:51383, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7975294656249499832_1309, duration: 1459391
2013-10-31 15:57:28,182 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7975294656249499832_1309 terminating
2013-10-31 15:57:28,182 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37027, dest: /127.0.0.1:37515, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7975294656249499832_1309, duration: 2293865
2013-10-31 15:57:28,183 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7975294656249499832_1309 terminating
2013-10-31 15:57:28,183 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7975294656249499832_1309 size 1762
2013-10-31 15:57:28,183 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58586, dest: /127.0.0.1:40932, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7975294656249499832_1309, duration: 3397791
2013-10-31 15:57:28,184 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7975294656249499832_1309 terminating
2013-10-31 15:57:28,184 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7975294656249499832_1309 size 1762
2013-10-31 15:57:28,184 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38671, dest: /127.0.0.1:42031, bytes: 1762, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7975294656249499832_1309, duration: 2467413
2013-10-31 15:57:28,185 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7975294656249499832_1309 size 1762
2013-10-31 15:57:28,185 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_7975294656249499832_1309 terminating
2013-10-31 15:57:28,186 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7975294656249499832_1309 size 1762
2013-10-31 15:57:28,187 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split from client DFSClient_1020568644
2013-10-31 15:57:28,187 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split is closed by DFSClient_1020568644
2013-10-31 15:57:28,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,207 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.splitmetainfo. blk_-651239224410581511_1310
2013-10-31 15:57:28,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-651239224410581511_1310 src: /127.0.0.1:58589 dest: /127.0.0.1:40932
2013-10-31 15:57:28,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-651239224410581511_1310 src: /127.0.0.1:37030 dest: /127.0.0.1:37515
2013-10-31 15:57:28,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-651239224410581511_1310 src: /127.0.0.1:38677 dest: /127.0.0.1:42031
2013-10-31 15:57:28,214 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38677, dest: /127.0.0.1:42031, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-651239224410581511_1310, duration: 64345
2013-10-31 15:57:28,216 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-651239224410581511_1310 terminating
2013-10-31 15:57:28,216 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-651239224410581511_1310 size 183
2013-10-31 15:57:28,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37030, dest: /127.0.0.1:37515, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-651239224410581511_1310, duration: 2063134
2013-10-31 15:57:28,217 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-651239224410581511_1310 terminating
2013-10-31 15:57:28,218 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58589, dest: /127.0.0.1:40932, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-651239224410581511_1310, duration: 3345684
2013-10-31 15:57:28,218 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-651239224410581511_1310 terminating
2013-10-31 15:57:28,220 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-651239224410581511_1310 size 183
2013-10-31 15:57:28,221 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:57:28,221 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:57:28,222 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-651239224410581511_1310 size 183
2013-10-31 15:57:28,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,251 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml. blk_7372008189075532227_1311
2013-10-31 15:57:28,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7372008189075532227_1311 src: /127.0.0.1:58592 dest: /127.0.0.1:40932
2013-10-31 15:57:28,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7372008189075532227_1311 src: /127.0.0.1:33141 dest: /127.0.0.1:51383
2013-10-31 15:57:28,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7372008189075532227_1311 src: /127.0.0.1:38680 dest: /127.0.0.1:42031
2013-10-31 15:57:28,259 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38680, dest: /127.0.0.1:42031, bytes: 27572, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7372008189075532227_1311, duration: 74881
2013-10-31 15:57:28,259 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7372008189075532227_1311 terminating
2013-10-31 15:57:28,259 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7372008189075532227_1311 size 27572
2013-10-31 15:57:28,260 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33141, dest: /127.0.0.1:51383, bytes: 27572, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7372008189075532227_1311, duration: 1009856
2013-10-31 15:57:28,260 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7372008189075532227_1311 terminating
2013-10-31 15:57:28,261 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58592, dest: /127.0.0.1:40932, bytes: 27572, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7372008189075532227_1311, duration: 1996142
2013-10-31 15:57:28,261 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7372008189075532227_1311 terminating
2013-10-31 15:57:28,263 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml from client DFSClient_1020568644
2013-10-31 15:57:28,263 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml is closed by DFSClient_1020568644
2013-10-31 15:57:28,264 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7372008189075532227_1311 size 27572
2013-10-31 15:57:28,264 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7372008189075532227_1311 size 27572
2013-10-31 15:57:28,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml dst=null perm=null
2013-10-31 15:57:28,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58596, bytes: 27788, op: HDFS_READ, cliID: DFSClient_-750449564, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7372008189075532227_1311, duration: 396017
2013-10-31 15:57:28,298 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0031: nMaps=5 nReduces=0 max=-1
2013-10-31 15:57:28,298 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0031 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:57:28,299 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0031
2013-10-31 15:57:28,299 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0031 RESULT=SUCCESS
2013-10-31 15:57:28,299 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0031
2013-10-31 15:57:28,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0031
2013-10-31 15:57:28,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_1383235048271_hadoop_%5B3B26608170A543F4BE5AF28CE1FAFAD7%2FFF3BC574B0F442A4 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,318 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_conf.xml. blk_-3095045288661833219_1313
2013-10-31 15:57:28,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3095045288661833219_1313 src: /127.0.0.1:33145 dest: /127.0.0.1:51383
2013-10-31 15:57:28,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3095045288661833219_1313 src: /127.0.0.1:37038 dest: /127.0.0.1:37515
2013-10-31 15:57:28,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3095045288661833219_1313 src: /127.0.0.1:58599 dest: /127.0.0.1:40932
2013-10-31 15:57:28,324 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58599, dest: /127.0.0.1:40932, bytes: 27637, op: HDFS_WRITE, cliID: DFSClient_-750449564, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3095045288661833219_1313, duration: 595822
2013-10-31 15:57:28,324 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3095045288661833219_1313 terminating
2013-10-31 15:57:28,325 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3095045288661833219_1313 size 27637
2013-10-31 15:57:28,325 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37038, dest: /127.0.0.1:37515, bytes: 27637, op: HDFS_WRITE, cliID: DFSClient_-750449564, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3095045288661833219_1313, duration: 1008220
2013-10-31 15:57:28,325 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3095045288661833219_1313 size 27637
2013-10-31 15:57:28,325 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3095045288661833219_1313 terminating
2013-10-31 15:57:28,326 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33145, dest: /127.0.0.1:51383, bytes: 27637, op: HDFS_WRITE, cliID: DFSClient_-750449564, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3095045288661833219_1313, duration: 1988872
2013-10-31 15:57:28,326 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3095045288661833219_1313 terminating
2013-10-31 15:57:28,327 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_conf.xml from client DFSClient_-750449564
2013-10-31 15:57:28,327 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_conf.xml is closed by DFSClient_-750449564
2013-10-31 15:57:28,327 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3095045288661833219_1313 size 27637
2013-10-31 15:57:28,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:28,336 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken. blk_-2546874088797207018_1314
2013-10-31 15:57:28,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2546874088797207018_1314 src: /127.0.0.1:38686 dest: /127.0.0.1:42031
2013-10-31 15:57:28,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2546874088797207018_1314 src: /127.0.0.1:58601 dest: /127.0.0.1:40932
2013-10-31 15:57:28,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2546874088797207018_1314 src: /127.0.0.1:37042 dest: /127.0.0.1:37515
2013-10-31 15:57:28,342 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37042, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2546874088797207018_1314, duration: 62473
2013-10-31 15:57:28,342 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2546874088797207018_1314 terminating
2013-10-31 15:57:28,343 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58601, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2546874088797207018_1314, duration: 760810
2013-10-31 15:57:28,343 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2546874088797207018_1314 terminating
2013-10-31 15:57:28,344 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38686, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2546874088797207018_1314, duration: 1702102
2013-10-31 15:57:28,344 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2546874088797207018_1314 terminating
2013-10-31 15:57:28,346 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2546874088797207018_1314 size 116
2013-10-31 15:57:28,346 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken from client DFSClient_1020568644
2013-10-31 15:57:28,347 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken is closed by DFSClient_1020568644
2013-10-31 15:57:28,347 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2546874088797207018_1314 size 116
2013-10-31 15:57:28,348 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2546874088797207018_1314 size 116
2013-10-31 15:57:28,350 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken
2013-10-31 15:57:28,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.splitmetainfo dst=null perm=null
2013-10-31 15:57:28,355 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37043, bytes: 187, op: HDFS_READ, cliID: DFSClient_-750449564, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-651239224410581511_1310, duration: 412520
2013-10-31 15:57:28,356 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0031 = 30. Number of splits = 5
2013-10-31 15:57:28,356 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,357 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,357 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,357 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,357 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,358 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,358 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,358 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,358 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,359 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,359 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,359 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,359 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,360 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,360 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0031_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:28,360 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0031 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:57:28,361 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0031 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:57:29,654 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_8684753523831317677_1308 to datanode(s) 127.0.0.1:51383
2013-10-31 15:57:29,655 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_163807505269283413_1305
2013-10-31 15:57:29,655 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_163807505269283413_1305
2013-10-31 15:57:30,658 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0031_m_000006_0' to tip task_20131031154230960_0031_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:30,666 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0031_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:57:30,667 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0031_m_000006_0 which needs 1 slots
2013-10-31 15:57:30,667 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0031_m_000006_0 which needs 1 slots
2013-10-31 15:57:30,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken dst=null perm=null
2013-10-31 15:57:30,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58605, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2546874088797207018_1314, duration: 303915
2013-10-31 15:57:30,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml dst=null perm=null
2013-10-31 15:57:30,687 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58607, bytes: 27788, op: HDFS_READ, cliID: DFSClient_1807368758, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7372008189075532227_1311, duration: 435972
2013-10-31 15:57:30,711 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_8684753523831317677_1308 to 127.0.0.1:51383
2013-10-31 15:57:30,711 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_163807505269283413_1305 file build/test/data/dfs/data/data6/current/blk_163807505269283413 for deletion
2013-10-31 15:57:30,712 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_163807505269283413_1305 at file build/test/data/dfs/data/data6/current/blk_163807505269283413
2013-10-31 15:57:30,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8684753523831317677_1308 src: /127.0.0.1:33156 dest: /127.0.0.1:51383
2013-10-31 15:57:30,713 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_8684753523831317677_1308 to /127.0.0.1:51383
2013-10-31 15:57:30,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_8684753523831317677_1308 src: /127.0.0.1:33156 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:57:30,717 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8684753523831317677_1308 size 238055
2013-10-31 15:57:30,718 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:30,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar dst=null perm=null
2013-10-31 15:57:30,746 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58609, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1807368758, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8684753523831317677_1308, duration: 851145
2013-10-31 15:57:30,827 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0030_m_871250613
2013-10-31 15:57:30,833 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32356 with signal TERM. Exit code 0
2013-10-31 15:57:30,833 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0031_m_-572855821
2013-10-31 15:57:30,834 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0031_m_-572855821 spawned.
2013-10-31 15:57:30,835 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0031/attempt_20131031154230960_0031_m_000006_0/taskjvm.sh
2013-10-31 15:57:31,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_163807505269283413_1305 file build/test/data/dfs/data/data8/current/blk_163807505269283413 for deletion
2013-10-31 15:57:31,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_163807505269283413_1305 at file build/test/data/dfs/data/data8/current/blk_163807505269283413
2013-10-31 15:57:31,560 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:31,561 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:31,561 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:31,561 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0030_m_871250613 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:57:32,313 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0031_m_-572855821 given task: attempt_20131031154230960_0031_m_000006_0
2013-10-31 15:57:32,654 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0030
2013-10-31 15:57:32,654 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0030_m_000006_0 not found in cache
2013-10-31 15:57:32,654 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0030 for user-log deletion with retainTimeStamp:1383321452654
2013-10-31 15:57:32,655 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_163807505269283413_1305
2013-10-31 15:57:32,655 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0030
2013-10-31 15:57:32,656 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0030
2013-10-31 15:57:32,656 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0030 for user-log deletion with retainTimeStamp:1383321452656
2013-10-31 15:57:32,657 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0030 for user-log deletion with retainTimeStamp:1383321452656
2013-10-31 15:57:32,808 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:57:33,175 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0030_m_1447504541 since job job_20131031154230960_0030 is dead
2013-10-31 15:57:33,185 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32579 with signal TERM. Exit code 0
2013-10-31 15:57:33,188 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0030_m_501817778 since job job_20131031154230960_0030 is dead
2013-10-31 15:57:33,200 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32578 with signal TERM. Exit code 0
2013-10-31 15:57:33,245 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_163807505269283413_1305 file build/test/data/dfs/data/data3/current/blk_163807505269283413 for deletion
2013-10-31 15:57:33,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_163807505269283413_1305 at file build/test/data/dfs/data/data3/current/blk_163807505269283413
2013-10-31 15:57:33,269 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0030_m_1998803731 since job job_20131031154230960_0030 is dead
2013-10-31 15:57:33,274 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32651 with signal TERM. Exit code 0
2013-10-31 15:57:33,289 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0030_m_-1497682745 since job job_20131031154230960_0030 is dead
2013-10-31 15:57:33,295 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32650 with signal TERM. Exit code 0
2013-10-31 15:57:33,404 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:33,404 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:33,404 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:33,404 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0030_m_1447504541 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:33,407 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:33,407 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:33,407 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:33,407 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0030_m_501817778 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:33,467 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:33,468 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:33,468 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:33,468 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0030_m_1998803731 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:33,481 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:33,481 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:33,481 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:33,482 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0030_m_-1497682745 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:33,751 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0030_m_-1172066704 since job job_20131031154230960_0030 is dead
2013-10-31 15:57:33,760 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32528 with signal TERM. Exit code 0
2013-10-31 15:57:33,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:33,941 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:33,941 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:33,941 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:33,942 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0030_m_-1172066704 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:57:34,044 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0030_r_1604131273 since job job_20131031154230960_0030 is dead
2013-10-31 15:57:34,053 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group418 with signal TERM. Exit code 0
2013-10-31 15:57:34,236 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:34,236 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:34,236 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:34,237 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0030_r_1604131273 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:35,740 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000006_0 0.0% setup
2013-10-31 15:57:35,743 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0031_m_000006_0 is done.
2013-10-31 15:57:35,743 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0031_m_000006_0 was -1
2013-10-31 15:57:35,743 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:36,672 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0031_m_000006_0' has completed task_20131031154230960_0031_m_000006 successfully.
2013-10-31 15:57:36,676 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0031_m_000000_0' to tip task_20131031154230960_0031_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:36,677 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0031_m_000000
2013-10-31 15:57:36,678 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0031_m_000001_0' to tip task_20131031154230960_0031_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:36,678 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0031_m_000001
2013-10-31 15:57:36,680 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0031_m_000002_0' to tip task_20131031154230960_0031_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:57:36,681 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0031_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:57:36,681 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0031_m_000002
2013-10-31 15:57:36,682 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0031_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:57:36,683 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0031_m_000003_0' to tip task_20131031154230960_0031_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:57:36,683 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0031_m_000000_0 which needs 1 slots
2013-10-31 15:57:36,683 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0031_m_000003
2013-10-31 15:57:36,683 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0031_m_000000_0 which needs 1 slots
2013-10-31 15:57:36,684 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0031_m_000001_0 which needs 1 slots
2013-10-31 15:57:36,684 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0031_m_000004_0' to tip task_20131031154230960_0031_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:57:36,684 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0031_m_000001_0 which needs 1 slots
2013-10-31 15:57:36,686 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0031_m_000004
2013-10-31 15:57:36,686 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0031_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:57:36,688 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0031_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:57:36,689 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0031_m_000002_0 which needs 1 slots
2013-10-31 15:57:36,690 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0031_m_000002_0 which needs 1 slots
2013-10-31 15:57:36,691 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0031_m_000003_0 which needs 1 slots
2013-10-31 15:57:36,691 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0031_m_000003_0 which needs 1 slots
2013-10-31 15:57:36,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken dst=null perm=null
2013-10-31 15:57:36,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58615, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2546874088797207018_1314, duration: 296987
2013-10-31 15:57:36,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml dst=null perm=null
2013-10-31 15:57:36,712 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33165, bytes: 27788, op: HDFS_READ, cliID: DFSClient_-1981066005, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7372008189075532227_1311, duration: 401417
2013-10-31 15:57:36,723 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0031_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:57:36,724 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0031_m_000004_0 which needs 1 slots
2013-10-31 15:57:36,724 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0031_m_000004_0 which needs 1 slots
2013-10-31 15:57:36,724 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0031_m_1613013967
2013-10-31 15:57:36,725 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0031_m_1613013967 spawned.
2013-10-31 15:57:36,726 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0031/attempt_20131031154230960_0031_m_000000_0. Attempting to reuse: jvm_20131031154230960_0031_m_-572855821
2013-10-31 15:57:36,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031/jobToken dst=null perm=null
2013-10-31 15:57:36,728 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0031/attempt_20131031154230960_0031_m_000001_0/taskjvm.sh
2013-10-31 15:57:36,729 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:36,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38704, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2546874088797207018_1314, duration: 295384
2013-10-31 15:57:36,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar dst=null perm=null
2013-10-31 15:57:36,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37059, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1981066005, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8684753523831317677_1308, duration: 1268072
2013-10-31 15:57:36,806 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0031_m_-572855821 given task: attempt_20131031154230960_0031_m_000000_0
2013-10-31 15:57:36,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.xml dst=null perm=null
2013-10-31 15:57:36,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38707, bytes: 27788, op: HDFS_READ, cliID: DFSClient_-360224408, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7372008189075532227_1311, duration: 183470
2013-10-31 15:57:36,839 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0031_m_751408362
2013-10-31 15:57:36,840 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0031_m_751408362 spawned.
2013-10-31 15:57:36,841 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0031/attempt_20131031154230960_0031_m_000003_0/taskjvm.sh
2013-10-31 15:57:36,847 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0031_m_-2088269397
2013-10-31 15:57:36,848 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0031_m_-2088269397 spawned.
2013-10-31 15:57:36,855 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0031/attempt_20131031154230960_0031_m_000002_0/taskjvm.sh
2013-10-31 15:57:37,062 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:37,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.jar dst=null perm=null
2013-10-31 15:57:37,086 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38709, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-360224408, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8684753523831317677_1308, duration: 694613
2013-10-31 15:57:37,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=null
2013-10-31 15:57:37,117 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37064, bytes: 1778, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7975294656249499832_1309, duration: 156436
2013-10-31 15:57:37,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:57:37,321 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0031_m_-1180860733
2013-10-31 15:57:37,322 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0031_m_-1180860733 spawned.
2013-10-31 15:57:37,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:37,323 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0031/attempt_20131031154230960_0031_m_000004_0/taskjvm.sh
2013-10-31 15:57:37,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:37,606 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0031_m_1613013967 given task: attempt_20131031154230960_0031_m_000001_0
2013-10-31 15:57:37,636 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37066, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-894213815128831033_1219, duration: 143472
2013-10-31 15:57:37,643 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0/part-00000. blk_-3794012940074220733_1315
2013-10-31 15:57:37,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3794012940074220733_1315 src: /127.0.0.1:58627 dest: /127.0.0.1:40932
2013-10-31 15:57:37,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3794012940074220733_1315 src: /127.0.0.1:38714 dest: /127.0.0.1:42031
2013-10-31 15:57:37,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3794012940074220733_1315 src: /127.0.0.1:33177 dest: /127.0.0.1:51383
2013-10-31 15:57:37,664 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33177, dest: /127.0.0.1:51383, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3794012940074220733_1315, duration: 1450159
2013-10-31 15:57:37,664 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3794012940074220733_1315 terminating
2013-10-31 15:57:37,664 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38714, dest: /127.0.0.1:42031, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3794012940074220733_1315, duration: 1797112
2013-10-31 15:57:37,664 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3794012940074220733_1315 terminating
2013-10-31 15:57:37,664 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58627, dest: /127.0.0.1:40932, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3794012940074220733_1315, duration: 2165107
2013-10-31 15:57:37,664 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3794012940074220733_1315 size 16
2013-10-31 15:57:37,665 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3794012940074220733_1315 terminating
2013-10-31 15:57:37,665 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3794012940074220733_1315 size 16
2013-10-31 15:57:37,666 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0031_m_000000_0
2013-10-31 15:57:37,667 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0031_m_000000_0
2013-10-31 15:57:37,668 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3794012940074220733_1315 size 16
2013-10-31 15:57:37,704 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0031_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:57:37,704 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000000_0 0.0%
2013-10-31 15:57:37,926 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0031_m_751408362 given task: attempt_20131031154230960_0031_m_000003_0
2013-10-31 15:57:38,091 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0031_m_-2088269397 given task: attempt_20131031154230960_0031_m_000002_0
2013-10-31 15:57:38,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=null
2013-10-31 15:57:38,106 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38720, bytes: 1778, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7975294656249499832_1309, duration: 238674
2013-10-31 15:57:38,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:57:38,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38721, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-894213815128831033_1219, duration: 146362
2013-10-31 15:57:38,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:38,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:38,271 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0031_m_-1180860733 given task: attempt_20131031154230960_0031_m_000004_0
2013-10-31 15:57:38,359 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0/part-00001. blk_5060940270672246877_1316
2013-10-31 15:57:38,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5060940270672246877_1316 src: /127.0.0.1:37077 dest: /127.0.0.1:37515
2013-10-31 15:57:38,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5060940270672246877_1316 src: /127.0.0.1:58638 dest: /127.0.0.1:40932
2013-10-31 15:57:38,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5060940270672246877_1316 src: /127.0.0.1:38725 dest: /127.0.0.1:42031
2013-10-31 15:57:38,391 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38725, dest: /127.0.0.1:42031, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5060940270672246877_1316, duration: 1310057
2013-10-31 15:57:38,391 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5060940270672246877_1316 terminating
2013-10-31 15:57:38,392 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58638, dest: /127.0.0.1:40932, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5060940270672246877_1316, duration: 1650072
2013-10-31 15:57:38,392 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5060940270672246877_1316 terminating
2013-10-31 15:57:38,392 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37077, dest: /127.0.0.1:37515, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5060940270672246877_1316, duration: 2006880
2013-10-31 15:57:38,392 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5060940270672246877_1316 terminating
2013-10-31 15:57:38,394 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5060940270672246877_1316 size 8
2013-10-31 15:57:38,395 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5060940270672246877_1316 size 8
2013-10-31 15:57:38,396 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5060940270672246877_1316 size 8
2013-10-31 15:57:38,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=null
2013-10-31 15:57:38,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33188, bytes: 746, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7975294656249499832_1309, duration: 158818
2013-10-31 15:57:38,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:57:38,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38727, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-894213815128831033_1219, duration: 127460
2013-10-31 15:57:38,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:38,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:38,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=null
2013-10-31 15:57:38,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33191, bytes: 1262, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7975294656249499832_1309, duration: 258750
2013-10-31 15:57:38,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:57:38,635 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37084, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-894213815128831033_1219, duration: 141610
2013-10-31 15:57:38,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:38,654 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0/part-00003. blk_-8995751512680794088_1318
2013-10-31 15:57:38,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:38,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8995751512680794088_1318 src: /127.0.0.1:37085 dest: /127.0.0.1:37515
2013-10-31 15:57:38,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8995751512680794088_1318 src: /127.0.0.1:33194 dest: /127.0.0.1:51383
2013-10-31 15:57:38,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8995751512680794088_1318 src: /127.0.0.1:38733 dest: /127.0.0.1:42031
2013-10-31 15:57:38,682 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38733, dest: /127.0.0.1:42031, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8995751512680794088_1318, duration: 1026026
2013-10-31 15:57:38,682 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8995751512680794088_1318 terminating
2013-10-31 15:57:38,682 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33194, dest: /127.0.0.1:51383, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8995751512680794088_1318, duration: 1397327
2013-10-31 15:57:38,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8995751512680794088_1318 terminating
2013-10-31 15:57:38,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37085, dest: /127.0.0.1:37515, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8995751512680794088_1318, duration: 1848566
2013-10-31 15:57:38,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8995751512680794088_1318 terminating
2013-10-31 15:57:38,684 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8995751512680794088_1318 size 8
2013-10-31 15:57:38,686 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8995751512680794088_1318 size 8
2013-10-31 15:57:38,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8995751512680794088_1318 size 8
2013-10-31 15:57:38,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031/job.split dst=null perm=null
2013-10-31 15:57:38,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58649, bytes: 746, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000004_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7975294656249499832_1309, duration: 359969
2013-10-31 15:57:38,794 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0031_m_000001_0
2013-10-31 15:57:38,795 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0031_m_000001_0
2013-10-31 15:57:38,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt dst=null perm=null
2013-10-31 15:57:38,819 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0/part-00002. blk_5864483776765895791_1318
2013-10-31 15:57:38,820 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38736, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0031_m_000004_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-894213815128831033_1219, duration: 136351
2013-10-31 15:57:38,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:38,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:38,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5864483776765895791_1318 src: /127.0.0.1:33199 dest: /127.0.0.1:51383
2013-10-31 15:57:38,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5864483776765895791_1318 src: /127.0.0.1:58652 dest: /127.0.0.1:40932
2013-10-31 15:57:38,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5864483776765895791_1318 src: /127.0.0.1:37093 dest: /127.0.0.1:37515
2013-10-31 15:57:38,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37093, dest: /127.0.0.1:37515, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5864483776765895791_1318, duration: 1438095
2013-10-31 15:57:38,848 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5864483776765895791_1318 terminating
2013-10-31 15:57:38,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58652, dest: /127.0.0.1:40932, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5864483776765895791_1318, duration: 2826128
2013-10-31 15:57:38,848 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5864483776765895791_1318 terminating
2013-10-31 15:57:38,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33199, dest: /127.0.0.1:51383, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0031_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5864483776765895791_1318, duration: 3351963
2013-10-31 15:57:38,849 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5864483776765895791_1318 terminating
2013-10-31 15:57:38,849 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5864483776765895791_1318 size 8
2013-10-31 15:57:38,849 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5864483776765895791_1318 size 8
2013-10-31 15:57:38,849 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0031_m_000002_0
2013-10-31 15:57:38,850 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0031_m_000002_0
2013-10-31 15:57:38,851 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5864483776765895791_1318 size 8
2013-10-31 15:57:38,853 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0031_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:57:38,853 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000001_0 0.0%
2013-10-31 15:57:38,898 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0031_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:57:38,898 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000002_0 0.0%
2013-10-31 15:57:39,001 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000004_0/part-00004 from client DFSClient_attempt_20131031154230960_0031_m_000004_0
2013-10-31 15:57:39,002 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031154230960_0031_m_000004_0
2013-10-31 15:57:39,057 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0031_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:57:39,058 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000004_0 0.0%
2013-10-31 15:57:39,085 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0031_m_000003_0
2013-10-31 15:57:39,085 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0031_m_000003_0
2013-10-31 15:57:39,608 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0031_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:57:39,609 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000003_0 0.0%
2013-10-31 15:57:39,685 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0031_m_000000_0
2013-10-31 15:57:39,686 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0031_m_000001_0
2013-10-31 15:57:39,691 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0031_m_000002_0
2013-10-31 15:57:39,692 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0031_m_000003_0
2013-10-31 15:57:39,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0 dst=null perm=null
2013-10-31 15:57:39,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:39,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:39,728 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0031_m_000004_0
2013-10-31 15:57:39,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000000_0 dst=null perm=null
2013-10-31 15:57:39,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0 dst=null perm=null
2013-10-31 15:57:39,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:39,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0 dst=null perm=null
2013-10-31 15:57:39,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:40,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000004_0 dst=null perm=null
2013-10-31 15:57:40,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:40,083 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:0+7
2013-10-31 15:57:40,084 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0031_m_000000_0 is done.
2013-10-31 15:57:40,085 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0031_m_000000_0 was -1
2013-10-31 15:57:40,085 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:57:40,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:40,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:40,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:40,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000001_0 dst=null perm=null
2013-10-31 15:57:40,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000002_0 dst=null perm=null
2013-10-31 15:57:40,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000004_0 dst=null perm=null
2013-10-31 15:57:40,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0 dst=null perm=null
2013-10-31 15:57:40,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:40,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:40,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary/_attempt_20131031154230960_0031_m_000003_0 dst=null perm=null
2013-10-31 15:57:41,034 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:7+7
2013-10-31 15:57:41,036 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0031_m_000001_0 is done.
2013-10-31 15:57:41,036 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0031_m_000001_0 was -1
2013-10-31 15:57:41,037 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:41,354 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:21+7
2013-10-31 15:57:41,356 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0031_m_000003_0 is done.
2013-10-31 15:57:41,356 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0031_m_000003_0 was -1
2013-10-31 15:57:41,357 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:57:41,517 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:14+7
2013-10-31 15:57:41,518 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0031_m_000002_0 is done.
2013-10-31 15:57:41,519 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0031_m_000002_0 was -1
2013-10-31 15:57:41,519 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:41,683 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0031_m_000006_0
2013-10-31 15:57:41,683 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0031_m_000006_0
2013-10-31 15:57:41,683 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0031_m_000006_0 not found in cache
2013-10-31 15:57:41,701 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000004_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower+upper.txt:28+2
2013-10-31 15:57:41,703 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0031_m_000004_0 is done.
2013-10-31 15:57:41,703 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0031_m_000004_0 was -1
2013-10-31 15:57:41,703 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:42,689 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0031_m_000000_0' has completed task_20131031154230960_0031_m_000000 successfully.
2013-10-31 15:57:42,691 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0031_m_000001_0' has completed task_20131031154230960_0031_m_000001 successfully.
2013-10-31 15:57:42,695 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0031_m_000002_0' has completed task_20131031154230960_0031_m_000002 successfully.
2013-10-31 15:57:42,696 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0031_m_000003_0' has completed task_20131031154230960_0031_m_000003 successfully.
2013-10-31 15:57:42,731 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0031_m_000004_0' has completed task_20131031154230960_0031_m_000004 successfully.
2013-10-31 15:57:42,733 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0031_m_000005_0' to tip task_20131031154230960_0031_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:57:42,735 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0031_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:57:42,736 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0031_m_000005_0 which needs 1 slots
2013-10-31 15:57:42,736 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0031_m_000005_0 which needs 1 slots
2013-10-31 15:57:42,766 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0031_m_-1298291665
2013-10-31 15:57:42,767 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0031_m_-1298291665 spawned.
2013-10-31 15:57:42,768 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0031/attempt_20131031154230960_0031_m_000005_0/taskjvm.sh
2013-10-31 15:57:43,693 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0031_m_-1298291665 given task: attempt_20131031154230960_0031_m_000005_0
2013-10-31 15:57:44,184 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000005_0 0.0%
2013-10-31 15:57:44,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary dst=null perm=null
2013-10-31 15:57:44,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:44,205 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_SUCCESS from client DFSClient_attempt_20131031154230960_0031_m_000005_0
2013-10-31 15:57:44,205 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0031_m_000005_0
2013-10-31 15:57:44,212 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8684753523831317677 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:44,212 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8684753523831317677 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:44,212 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8684753523831317677 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:44,212 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8684753523831317677 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:57:44,212 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7975294656249499832 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:44,212 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7975294656249499832 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7975294656249499832 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7975294656249499832 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-651239224410581511 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-651239224410581511 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-651239224410581511 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7372008189075532227 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7372008189075532227 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:44,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7372008189075532227 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:57:44,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0031 dst=null perm=null
2013-10-31 15:57:44,657 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_7975294656249499832_1309 blk_-651239224410581511_1310 blk_8684753523831317677_1308 blk_7372008189075532227_1311
2013-10-31 15:57:44,657 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_7975294656249499832_1309 blk_-651239224410581511_1310 blk_8684753523831317677_1308
2013-10-31 15:57:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-651239224410581511_1310 file build/test/data/dfs/data/data4/current/blk_-651239224410581511 for deletion
2013-10-31 15:57:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7975294656249499832_1309 file build/test/data/dfs/data/data3/current/blk_7975294656249499832 for deletion
2013-10-31 15:57:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8684753523831317677_1308 file build/test/data/dfs/data/data4/current/blk_8684753523831317677 for deletion
2013-10-31 15:57:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-651239224410581511_1310 at file build/test/data/dfs/data/data4/current/blk_-651239224410581511
2013-10-31 15:57:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7975294656249499832_1309 at file build/test/data/dfs/data/data3/current/blk_7975294656249499832
2013-10-31 15:57:45,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8684753523831317677_1308 at file build/test/data/dfs/data/data4/current/blk_8684753523831317677
2013-10-31 15:57:45,716 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-651239224410581511_1310 file build/test/data/dfs/data/data5/current/blk_-651239224410581511 for deletion
2013-10-31 15:57:45,716 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7372008189075532227_1311 file build/test/data/dfs/data/data6/current/blk_7372008189075532227 for deletion
2013-10-31 15:57:45,716 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-651239224410581511_1310 at file build/test/data/dfs/data/data5/current/blk_-651239224410581511
2013-10-31 15:57:45,716 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7975294656249499832_1309 file build/test/data/dfs/data/data6/current/blk_7975294656249499832 for deletion
2013-10-31 15:57:45,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7372008189075532227_1311 at file build/test/data/dfs/data/data6/current/blk_7372008189075532227
2013-10-31 15:57:45,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8684753523831317677_1308 file build/test/data/dfs/data/data5/current/blk_8684753523831317677 for deletion
2013-10-31 15:57:45,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7975294656249499832_1309 at file build/test/data/dfs/data/data6/current/blk_7975294656249499832
2013-10-31 15:57:45,718 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8684753523831317677_1308 at file build/test/data/dfs/data/data5/current/blk_8684753523831317677
2013-10-31 15:57:47,119 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0031_m_000005_0 0.0% cleanup
2013-10-31 15:57:47,120 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0031_m_000005_0 is done.
2013-10-31 15:57:47,121 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0031_m_000005_0 was -1
2013-10-31 15:57:47,121 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:47,658 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_7975294656249499832_1309 blk_8684753523831317677_1308 blk_7372008189075532227_1311
2013-10-31 15:57:47,658 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_7975294656249499832_1309 blk_-651239224410581511_1310 blk_8684753523831317677_1308 blk_7372008189075532227_1311
2013-10-31 15:57:47,736 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7372008189075532227_1311 file build/test/data/dfs/data/data1/current/blk_7372008189075532227 for deletion
2013-10-31 15:57:47,736 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7975294656249499832_1309 file build/test/data/dfs/data/data2/current/blk_7975294656249499832 for deletion
2013-10-31 15:57:47,736 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7372008189075532227_1311 at file build/test/data/dfs/data/data1/current/blk_7372008189075532227
2013-10-31 15:57:47,737 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8684753523831317677_1308 file build/test/data/dfs/data/data1/current/blk_8684753523831317677 for deletion
2013-10-31 15:57:47,737 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7975294656249499832_1309 at file build/test/data/dfs/data/data2/current/blk_7975294656249499832
2013-10-31 15:57:47,737 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8684753523831317677_1308 at file build/test/data/dfs/data/data1/current/blk_8684753523831317677
2013-10-31 15:57:48,745 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0031_m_000005_0' has completed task_20131031154230960_0031_m_000005 successfully.
2013-10-31 15:57:48,746 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0031 has completed successfully.
2013-10-31 15:57:48,746 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0031,submitTime=1383235048271,launchTime=1383235048360,firstMapTaskLaunchTime=1383235056676,firstJobSetupTaskLaunchTime=1383235050657,firstJobCleanupTaskLaunchTime=1383235062733,finishTime=1383235068746,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=30,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[3B26608170A543F4BE5AF28CE1FAFAD7/FF3BC574B0F442A4BBB0D8A8A4F51219] test/(1/1) ...pesplatform/ungroupedanon
2013-10-31 15:57:48,751 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_1383235048271_hadoop_%5B3B26608170A543F4BE5AF28CE1FAFAD7%2FFF3BC574B0F442A4. blk_-3796062310153870225_1320
2013-10-31 15:57:48,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3796062310153870225_1320 src: /127.0.0.1:37097 dest: /127.0.0.1:37515
2013-10-31 15:57:48,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3796062310153870225_1320 src: /127.0.0.1:33206 dest: /127.0.0.1:51383
2013-10-31 15:57:48,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3796062310153870225_1320 src: /127.0.0.1:58659 dest: /127.0.0.1:40932
2013-10-31 15:57:48,761 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58659, dest: /127.0.0.1:40932, bytes: 25811, op: HDFS_WRITE, cliID: DFSClient_-750449564, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3796062310153870225_1320, duration: 236462
2013-10-31 15:57:48,761 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3796062310153870225_1320 terminating
2013-10-31 15:57:48,762 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33206, dest: /127.0.0.1:51383, bytes: 25811, op: HDFS_WRITE, cliID: DFSClient_-750449564, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3796062310153870225_1320, duration: 1127519
2013-10-31 15:57:48,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3796062310153870225_1320 size 25811
2013-10-31 15:57:48,763 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3796062310153870225_1320 terminating
2013-10-31 15:57:48,763 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37097, dest: /127.0.0.1:37515, bytes: 25811, op: HDFS_WRITE, cliID: DFSClient_-750449564, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3796062310153870225_1320, duration: 2346830
2013-10-31 15:57:48,764 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3796062310153870225_1320 terminating
2013-10-31 15:57:48,767 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3796062310153870225_1320 size 25811
2013-10-31 15:57:48,768 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_1383235048271_hadoop_%5B3B26608170A543F4BE5AF28CE1FAFAD7%2FFF3BC574B0F442A4 from client DFSClient_-750449564
2013-10-31 15:57:48,768 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_logs/history/job_20131031154230960_0031_1383235048271_hadoop_%5B3B26608170A543F4BE5AF28CE1FAFAD7%2FFF3BC574B0F442A4 is closed by DFSClient_-750449564
2013-10-31 15:57:48,769 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3796062310153870225_1320 size 25811
2013-10-31 15:57:48,814 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0031_1383235048271_hadoop_%5B3B26608170A543F4BE5AF28CE1FAFAD7%2FFF3BC574B0F442A4 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:57:48,815 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0031_m_000004_0'
2013-10-31 15:57:48,815 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0031_m_000005_0'
2013-10-31 15:57:48,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2546874088797207018 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:57:48,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2546874088797207018 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:57:48,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2546874088797207018 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:57:48,820 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0031_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:57:48,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0031 dst=null perm=null
2013-10-31 15:57:48,823 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/_temporary
2013-10-31 15:57:48,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon dst=null perm=null
2013-10-31 15:57:48,844 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:57:48,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null
2013-10-31 15:57:48,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null
2013-10-31 15:57:48,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null
2013-10-31 15:57:48,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null
2013-10-31 15:57:48,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null
2013-10-31 15:57:48,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null
2013-10-31 15:57:48,854 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33209, bytes: 20, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3794012940074220733_1315, duration: 294716
2013-10-31 15:57:48,855 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0031
2013-10-31 15:57:48,855 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0031 being deleted.
2013-10-31 15:57:48,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null
2013-10-31 15:57:48,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38748, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5060940270672246877_1316, duration: 260353
2013-10-31 15:57:48,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null
2013-10-31 15:57:48,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37103, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5864483776765895791_1318, duration: 260344
2013-10-31 15:57:48,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null
2013-10-31 15:57:48,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33212, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8995751512680794088_1318, duration: 261081
2013-10-31 15:57:48,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null
2013-10-31 15:57:48,866 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/ungroupedanon
2013-10-31 15:57:48,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon dst=null perm=null
2013-10-31 15:57:48,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null
2013-10-31 15:57:48,874 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58665, bytes: 20, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3794012940074220733_1315, duration: 261733
2013-10-31 15:57:48,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null
2013-10-31 15:57:48,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37106, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5060940270672246877_1316, duration: 280303
2013-10-31 15:57:48,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null
2013-10-31 15:57:48,882 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58667, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5864483776765895791_1318, duration: 260407
2013-10-31 15:57:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null
2013-10-31 15:57:48,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38754, bytes: 12, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8995751512680794088_1318, duration: 244060
2013-10-31 15:57:48,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null
2013-10-31 15:57:48,911 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:57:48,912 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:57:48,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 15:57:48,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:57:48,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup"]
2013-10-31 15:57:48,930 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 15:57:48,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 2
2013-10-31 15:57:48,931 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 2
2013-10-31 15:57:48,931 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/2)
2013-10-31 15:57:48,933 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:57:48,934 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:57:48,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:49,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:57:49,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,129 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar. blk_5986346527924846035_1321
2013-10-31 15:57:49,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5986346527924846035_1321 src: /127.0.0.1:37109 dest: /127.0.0.1:37515
2013-10-31 15:57:49,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5986346527924846035_1321 src: /127.0.0.1:58670 dest: /127.0.0.1:40932
2013-10-31 15:57:49,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5986346527924846035_1321 src: /127.0.0.1:33219 dest: /127.0.0.1:51383
2013-10-31 15:57:49,140 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33219, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5986346527924846035_1321, duration: 5728552
2013-10-31 15:57:49,141 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5986346527924846035_1321 terminating
2013-10-31 15:57:49,141 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58670, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5986346527924846035_1321, duration: 6109363
2013-10-31 15:57:49,141 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5986346527924846035_1321 terminating
2013-10-31 15:57:49,142 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37109, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5986346527924846035_1321, duration: 6577779
2013-10-31 15:57:49,142 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5986346527924846035_1321 size 238055
2013-10-31 15:57:49,142 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5986346527924846035_1321 terminating
2013-10-31 15:57:49,146 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5986346527924846035_1321 size 238055
2013-10-31 15:57:49,146 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar from client DFSClient_1020568644
2013-10-31 15:57:49,147 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar is closed by DFSClient_1020568644
2013-10-31 15:57:49,147 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5986346527924846035_1321 size 238055
2013-10-31 15:57:49,153 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar. New replication is 10
2013-10-31 15:57:49,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar dst=null perm=null
2013-10-31 15:57:49,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,167 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:57:49,171 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:57:49,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:57:49,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,189 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split. New replication is 10
2013-10-31 15:57:49,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split dst=null perm=null
2013-10-31 15:57:49,196 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split. blk_-8158239977728952827_1322
2013-10-31 15:57:49,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8158239977728952827_1322 src: /127.0.0.1:33220 dest: /127.0.0.1:51383
2013-10-31 15:57:49,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8158239977728952827_1322 src: /127.0.0.1:37113 dest: /127.0.0.1:37515
2013-10-31 15:57:49,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8158239977728952827_1322 src: /127.0.0.1:38760 dest: /127.0.0.1:42031
2013-10-31 15:57:49,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8158239977728952827_1322 src: /127.0.0.1:58675 dest: /127.0.0.1:40932
2013-10-31 15:57:49,203 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58675, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8158239977728952827_1322, duration: 1142155
2013-10-31 15:57:49,204 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8158239977728952827_1322 terminating
2013-10-31 15:57:49,204 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38760, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8158239977728952827_1322, duration: 486343
2013-10-31 15:57:49,205 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8158239977728952827_1322 terminating
2013-10-31 15:57:49,205 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37113, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8158239977728952827_1322, duration: 1339863
2013-10-31 15:57:49,205 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8158239977728952827_1322 size 1403
2013-10-31 15:57:49,205 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8158239977728952827_1322 terminating
2013-10-31 15:57:49,206 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33220, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8158239977728952827_1322, duration: 2276654
2013-10-31 15:57:49,207 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-8158239977728952827_1322 terminating
2013-10-31 15:57:49,212 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8158239977728952827_1322 size 1403
2013-10-31 15:57:49,214 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split from client DFSClient_1020568644
2013-10-31 15:57:49,214 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split is closed by DFSClient_1020568644
2013-10-31 15:57:49,214 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8158239977728952827_1322 size 1403
2013-10-31 15:57:49,215 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8158239977728952827_1322 size 1403
2013-10-31 15:57:49,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,234 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.splitmetainfo. blk_1117172884676782725_1323
2013-10-31 15:57:49,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1117172884676782725_1323 src: /127.0.0.1:58676 dest: /127.0.0.1:40932
2013-10-31 15:57:49,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1117172884676782725_1323 src: /127.0.0.1:38763 dest: /127.0.0.1:42031
2013-10-31 15:57:49,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1117172884676782725_1323 src: /127.0.0.1:33226 dest: /127.0.0.1:51383
2013-10-31 15:57:49,239 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33226, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1117172884676782725_1323, duration: 923818
2013-10-31 15:57:49,239 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1117172884676782725_1323 terminating
2013-10-31 15:57:49,239 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38763, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1117172884676782725_1323, duration: 1028404
2013-10-31 15:57:49,239 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1117172884676782725_1323 terminating
2013-10-31 15:57:49,240 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58676, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1117172884676782725_1323, duration: 757385
2013-10-31 15:57:49,240 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1117172884676782725_1323 terminating
2013-10-31 15:57:49,242 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1117172884676782725_1323 size 156
2013-10-31 15:57:49,242 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1117172884676782725_1323 size 156
2013-10-31 15:57:49,243 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:57:49,243 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:57:49,244 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1117172884676782725_1323 size 156
2013-10-31 15:57:49,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,267 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml. blk_7653310695963301573_1324
2013-10-31 15:57:49,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7653310695963301573_1324 src: /127.0.0.1:37119 dest: /127.0.0.1:37515
2013-10-31 15:57:49,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7653310695963301573_1324 src: /127.0.0.1:33228 dest: /127.0.0.1:51383
2013-10-31 15:57:49,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7653310695963301573_1324 src: /127.0.0.1:38767 dest: /127.0.0.1:42031
2013-10-31 15:57:49,275 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38767, dest: /127.0.0.1:42031, bytes: 28257, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7653310695963301573_1324, duration: 772820
2013-10-31 15:57:49,275 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7653310695963301573_1324 terminating
2013-10-31 15:57:49,276 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33228, dest: /127.0.0.1:51383, bytes: 28257, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7653310695963301573_1324, duration: 1549261
2013-10-31 15:57:49,276 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7653310695963301573_1324 terminating
2013-10-31 15:57:49,277 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37119, dest: /127.0.0.1:37515, bytes: 28257, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7653310695963301573_1324, duration: 2433213
2013-10-31 15:57:49,277 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7653310695963301573_1324 terminating
2013-10-31 15:57:49,279 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7653310695963301573_1324 size 28257
2013-10-31 15:57:49,280 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7653310695963301573_1324 size 28257
2013-10-31 15:57:49,280 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml from client DFSClient_1020568644
2013-10-31 15:57:49,280 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-651239224410581511_1310 file build/test/data/dfs/data/data7/current/blk_-651239224410581511 for deletion
2013-10-31 15:57:49,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7372008189075532227_1311 file build/test/data/dfs/data/data8/current/blk_7372008189075532227 for deletion
2013-10-31 15:57:49,281 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml is closed by DFSClient_1020568644
2013-10-31 15:57:49,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7975294656249499832_1309 file build/test/data/dfs/data/data8/current/blk_7975294656249499832 for deletion
2013-10-31 15:57:49,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7372008189075532227_1311 at file build/test/data/dfs/data/data8/current/blk_7372008189075532227
2013-10-31 15:57:49,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-651239224410581511_1310 at file build/test/data/dfs/data/data7/current/blk_-651239224410581511
2013-10-31 15:57:49,281 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7653310695963301573_1324 size 28257
2013-10-31 15:57:49,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8684753523831317677_1308 file build/test/data/dfs/data/data7/current/blk_8684753523831317677 for deletion
2013-10-31 15:57:49,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7975294656249499832_1309 at file build/test/data/dfs/data/data8/current/blk_7975294656249499832
2013-10-31 15:57:49,282 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8684753523831317677_1308 at file build/test/data/dfs/data/data7/current/blk_8684753523831317677
2013-10-31 15:57:49,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml dst=null perm=null
2013-10-31 15:57:49,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37123, bytes: 28481, op: HDFS_READ, cliID: DFSClient_110363119, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7653310695963301573_1324, duration: 408887
2013-10-31 15:57:49,301 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0032: nMaps=4 nReduces=1 max=-1
2013-10-31 15:57:49,301 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0032 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:57:49,301 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0032
2013-10-31 15:57:49,301 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0032 RESULT=SUCCESS
2013-10-31 15:57:49,301 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0032
2013-10-31 15:57:49,302 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0032
2013-10-31 15:57:49,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_1383235069286_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2F2FD5ACC7A82E45E8 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,332 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_conf.xml. blk_-6740548219179545096_1326
2013-10-31 15:57:49,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6740548219179545096_1326 src: /127.0.0.1:58684 dest: /127.0.0.1:40932
2013-10-31 15:57:49,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6740548219179545096_1326 src: /127.0.0.1:33233 dest: /127.0.0.1:51383
2013-10-31 15:57:49,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6740548219179545096_1326 src: /127.0.0.1:37126 dest: /127.0.0.1:37515
2013-10-31 15:57:49,341 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37126, dest: /127.0.0.1:37515, bytes: 28322, op: HDFS_WRITE, cliID: DFSClient_110363119, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6740548219179545096_1326, duration: 529367
2013-10-31 15:57:49,342 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6740548219179545096_1326 terminating
2013-10-31 15:57:49,342 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33233, dest: /127.0.0.1:51383, bytes: 28322, op: HDFS_WRITE, cliID: DFSClient_110363119, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6740548219179545096_1326, duration: 1430020
2013-10-31 15:57:49,343 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6740548219179545096_1326 terminating
2013-10-31 15:57:49,343 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58684, dest: /127.0.0.1:40932, bytes: 28322, op: HDFS_WRITE, cliID: DFSClient_110363119, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6740548219179545096_1326, duration: 2427295
2013-10-31 15:57:49,344 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6740548219179545096_1326 terminating
2013-10-31 15:57:49,344 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6740548219179545096_1326 size 28322
2013-10-31 15:57:49,347 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_conf.xml from client DFSClient_110363119
2013-10-31 15:57:49,348 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_conf.xml is closed by DFSClient_110363119
2013-10-31 15:57:49,348 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6740548219179545096_1326 size 28322
2013-10-31 15:57:49,348 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6740548219179545096_1326 size 28322
2013-10-31 15:57:49,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:57:49,940 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken. blk_7848628586535410029_1327
2013-10-31 15:57:49,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7848628586535410029_1327 src: /127.0.0.1:33235 dest: /127.0.0.1:51383
2013-10-31 15:57:49,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7848628586535410029_1327 src: /127.0.0.1:58688 dest: /127.0.0.1:40932
2013-10-31 15:57:49,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7848628586535410029_1327 src: /127.0.0.1:38775 dest: /127.0.0.1:42031
2013-10-31 15:57:49,949 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38775, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7848628586535410029_1327, duration: 299842
2013-10-31 15:57:49,949 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7848628586535410029_1327 terminating
2013-10-31 15:57:49,950 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58688, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7848628586535410029_1327, duration: 1083720
2013-10-31 15:57:49,950 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7848628586535410029_1327 terminating
2013-10-31 15:57:49,951 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7848628586535410029_1327 size 116
2013-10-31 15:57:49,951 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33235, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7848628586535410029_1327, duration: 2123640
2013-10-31 15:57:49,952 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7848628586535410029_1327 terminating
2013-10-31 15:57:49,954 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7848628586535410029_1327 size 116
2013-10-31 15:57:49,954 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken from client DFSClient_1020568644
2013-10-31 15:57:49,955 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken is closed by DFSClient_1020568644
2013-10-31 15:57:49,956 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7848628586535410029_1327 size 116
2013-10-31 15:57:49,960 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken
2013-10-31 15:57:49,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.splitmetainfo dst=null perm=null
2013-10-31 15:57:49,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33238, bytes: 160, op: HDFS_READ, cliID: DFSClient_110363119, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1117172884676782725_1323, duration: 283442
2013-10-31 15:57:49,965 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0032 = 1449. Number of splits = 4
2013-10-31 15:57:49,965 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,966 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,966 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,966 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,966 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,967 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,967 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,967 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,967 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,968 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,968 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,968 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0032_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:57:49,968 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0032 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:57:49,969 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0032 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 15:57:50,659 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_5986346527924846035_1321 to datanode(s) 127.0.0.1:42031
2013-10-31 15:57:50,660 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-2546874088797207018_1314
2013-10-31 15:57:50,660 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-2546874088797207018_1314
2013-10-31 15:57:51,252 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_5986346527924846035_1321 to 127.0.0.1:42031
2013-10-31 15:57:51,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5986346527924846035_1321 src: /127.0.0.1:38777 dest: /127.0.0.1:42031
2013-10-31 15:57:51,254 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_5986346527924846035_1321 to /127.0.0.1:42031
2013-10-31 15:57:51,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5986346527924846035_1321 src: /127.0.0.1:38777 dest: /127.0.0.1:42031 of size 238055
2013-10-31 15:57:51,259 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5986346527924846035_1321 size 238055
2013-10-31 15:57:51,702 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0032_m_000005_0' to tip task_20131031154230960_0032_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:51,705 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0031_m_000000_0'
2013-10-31 15:57:51,705 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0031_m_000001_0'
2013-10-31 15:57:51,705 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0031_m_000006_0'
2013-10-31 15:57:51,706 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0032_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:57:51,706 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0032_m_000005_0 which needs 1 slots
2013-10-31 15:57:51,707 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0032_m_000005_0 which needs 1 slots
2013-10-31 15:57:51,708 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0031_m_000002_0'
2013-10-31 15:57:51,708 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0031_m_000003_0'
2013-10-31 15:57:51,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken dst=null perm=null
2013-10-31 15:57:51,712 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58692, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7848628586535410029_1327, duration: 292617
2013-10-31 15:57:51,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml dst=null perm=null
2013-10-31 15:57:51,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2546874088797207018_1314 file build/test/data/dfs/data/data5/current/blk_-2546874088797207018 for deletion
2013-10-31 15:57:51,717 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2546874088797207018_1314 at file build/test/data/dfs/data/data5/current/blk_-2546874088797207018
2013-10-31 15:57:51,719 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37134, bytes: 28481, op: HDFS_READ, cliID: DFSClient_1068120677, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7653310695963301573_1324, duration: 428491
2013-10-31 15:57:51,737 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:51,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar dst=null perm=null
2013-10-31 15:57:51,763 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58695, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1068120677, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5986346527924846035_1321, duration: 597227
2013-10-31 15:57:51,838 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0031_m_1613013967
2013-10-31 15:57:51,846 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group829 with signal TERM. Exit code 0
2013-10-31 15:57:51,846 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0032_m_-1183611183
2013-10-31 15:57:51,846 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0032_m_-1183611183 spawned.
2013-10-31 15:57:51,848 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0032/attempt_20131031154230960_0032_m_000005_0/taskjvm.sh
2013-10-31 15:57:52,098 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0031_m_1613013967
2013-10-31 15:57:52,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2546874088797207018_1314 file build/test/data/dfs/data/data8/current/blk_-2546874088797207018 for deletion
2013-10-31 15:57:52,281 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2546874088797207018_1314 at file build/test/data/dfs/data/data8/current/blk_-2546874088797207018
2013-10-31 15:57:52,823 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:52,823 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:52,823 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:52,823 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0031_m_1613013967 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:53,467 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0032_m_-1183611183 given task: attempt_20131031154230960_0032_m_000005_0
2013-10-31 15:57:53,660 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-2546874088797207018_1314
2013-10-31 15:57:53,816 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0031
2013-10-31 15:57:53,816 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0031_m_000004_0 not found in cache
2013-10-31 15:57:53,816 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0031_m_000005_0 not found in cache
2013-10-31 15:57:53,817 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0031 for user-log deletion with retainTimeStamp:1383321473817
2013-10-31 15:57:53,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:57:54,253 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2546874088797207018_1314 file build/test/data/dfs/data/data4/current/blk_-2546874088797207018 for deletion
2013-10-31 15:57:54,253 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2546874088797207018_1314 at file build/test/data/dfs/data/data4/current/blk_-2546874088797207018
2013-10-31 15:57:54,259 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0031_m_-1180860733 since job job_20131031154230960_0031 is dead
2013-10-31 15:57:54,269 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group958 with signal TERM. Exit code 0
2013-10-31 15:57:54,496 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:54,497 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:54,497 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:54,497 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0031_m_-1180860733 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:55,183 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0031_m_-1298291665 since job job_20131031154230960_0031 is dead
2013-10-31 15:57:55,194 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1139 with signal TERM. Exit code 0
2013-10-31 15:57:55,356 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:55,356 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:55,356 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:55,356 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0031_m_-1298291665 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:56,707 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0031
2013-10-31 15:57:56,708 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0031_m_000001_0 not found in cache
2013-10-31 15:57:56,708 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0031_m_000000_0 not found in cache
2013-10-31 15:57:56,709 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0031
2013-10-31 15:57:56,709 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0031 for user-log deletion with retainTimeStamp:1383321476708
2013-10-31 15:57:56,709 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0031_m_000002_0 not found in cache
2013-10-31 15:57:56,710 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0031_m_000003_0 not found in cache
2013-10-31 15:57:56,710 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0031 for user-log deletion with retainTimeStamp:1383321476710
2013-10-31 15:57:56,923 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0031_m_751408362 since job job_20131031154230960_0031 is dead
2013-10-31 15:57:56,924 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_m_000005_0 0.0% setup
2013-10-31 15:57:56,929 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0032_m_000005_0 is done.
2013-10-31 15:57:56,929 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0032_m_000005_0 was -1
2013-10-31 15:57:56,930 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:57:56,936 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group882 with signal TERM. Exit code 0
2013-10-31 15:57:57,073 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0031_m_-2088269397 since job job_20131031154230960_0031 is dead
2013-10-31 15:57:57,084 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group920 with signal TERM. Exit code 0
2013-10-31 15:57:57,122 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:57,123 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:57,123 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:57,123 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0031_m_751408362 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:57,272 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:57,272 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:57,273 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:57,273 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0031_m_-2088269397 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:57:57,435 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0031_m_-572855821 since job job_20131031154230960_0031 is dead
2013-10-31 15:57:57,444 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group632 with signal TERM. Exit code 0
2013-10-31 15:57:57,617 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:57:57,617 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:57:57,617 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:57:57,618 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0031_m_-572855821 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:57:57,731 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0032_m_000005_0' has completed task_20131031154230960_0032_m_000005 successfully.
2013-10-31 15:57:57,736 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0032_m_000000_0' to tip task_20131031154230960_0032_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:57:57,738 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0032_m_000000
2013-10-31 15:57:57,740 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0032_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:57:57,740 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0032_m_000001_0' to tip task_20131031154230960_0032_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:57:57,740 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0032_m_000000_0 which needs 1 slots
2013-10-31 15:57:57,741 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0032_m_000000_0 which needs 1 slots
2013-10-31 15:57:57,742 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0032_m_000001
2013-10-31 15:57:57,744 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0032_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:57:57,744 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0032_m_000001_0 which needs 1 slots
2013-10-31 15:57:57,745 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0032_m_000001_0 which needs 1 slots
2013-10-31 15:57:57,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken dst=null perm=null
2013-10-31 15:57:57,754 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33247, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7848628586535410029_1327, duration: 297479
2013-10-31 15:57:57,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml dst=null perm=null
2013-10-31 15:57:57,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33249, bytes: 28481, op: HDFS_READ, cliID: DFSClient_1567058818, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7653310695963301573_1324, duration: 386199
2013-10-31 15:57:57,780 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0032_m_-975802380
2013-10-31 15:57:57,781 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0032_m_-975802380 spawned.
2013-10-31 15:57:57,782 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0032/attempt_20131031154230960_0032_m_000000_0/taskjvm.sh
2013-10-31 15:57:57,824 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0032_m_000002_0' to tip task_20131031154230960_0032_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:57:57,825 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0032_m_000002
2013-10-31 15:57:57,827 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0032_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:57:57,827 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0032_m_000002_0 which needs 1 slots
2013-10-31 15:57:57,827 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0032_m_000002_0 which needs 1 slots
2013-10-31 15:57:57,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken dst=null perm=null
2013-10-31 15:57:57,832 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:57,836 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58702, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7848628586535410029_1327, duration: 319072
2013-10-31 15:57:57,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml dst=null perm=null
2013-10-31 15:57:57,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38790, bytes: 28481, op: HDFS_READ, cliID: DFSClient_-1312141839, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7653310695963301573_1324, duration: 386573
2013-10-31 15:57:57,862 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0032_m_000003_0' to tip task_20131031154230960_0032_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:57:57,906 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0032_m_000003
2013-10-31 15:57:57,909 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0032_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:57:57,909 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0032_m_000003_0 which needs 1 slots
2013-10-31 15:57:57,909 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0032_m_000003_0 which needs 1 slots
2013-10-31 15:57:57,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar dst=null perm=null
2013-10-31 15:57:57,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032/jobToken dst=null perm=null
2013-10-31 15:57:57,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33253, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1567058818, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5986346527924846035_1321, duration: 1512570
2013-10-31 15:57:57,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58706, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7848628586535410029_1327, duration: 292537
2013-10-31 15:57:57,919 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:57,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.xml dst=null perm=null
2013-10-31 15:57:57,929 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38794, bytes: 28481, op: HDFS_READ, cliID: DFSClient_1577460879, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7653310695963301573_1324, duration: 421030
2013-10-31 15:57:57,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar dst=null perm=null
2013-10-31 15:57:57,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58709, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1312141839, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5986346527924846035_1321, duration: 610344
2013-10-31 15:57:57,946 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:57:57,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.jar dst=null perm=null
2013-10-31 15:57:57,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38796, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1577460879, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5986346527924846035_1321, duration: 592254
2013-10-31 15:57:57,982 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0032_m_338495312
2013-10-31 15:57:57,983 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0032_m_338495312 spawned.
2013-10-31 15:57:57,984 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0032/attempt_20131031154230960_0032_m_000001_0/taskjvm.sh
2013-10-31 15:57:57,998 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0032_m_-606511758
2013-10-31 15:57:57,999 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0032_m_-606511758 spawned.
2013-10-31 15:57:58,000 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0032/attempt_20131031154230960_0032_m_000002_0/taskjvm.sh
2013-10-31 15:57:58,014 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0032_m_-1856750533
2013-10-31 15:57:58,015 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0032_m_-1856750533 spawned.
2013-10-31 15:57:58,016 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0032/attempt_20131031154230960_0032_m_000003_0/taskjvm.sh
2013-10-31 15:57:58,722 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0032_m_-975802380 given task: attempt_20131031154230960_0032_m_000000_0
2013-10-31 15:57:59,174 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0032_m_338495312 given task: attempt_20131031154230960_0032_m_000001_0
2013-10-31 15:57:59,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split dst=null perm=null
2013-10-31 15:57:59,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38802, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8158239977728952827_1322, duration: 173283
2013-10-31 15:57:59,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:57:59,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38803, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 122880
2013-10-31 15:57:59,272 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0032_m_-606511758 given task: attempt_20131031154230960_0032_m_000002_0
2013-10-31 15:57:59,297 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0032_m_-1856750533 given task: attempt_20131031154230960_0032_m_000003_0
2013-10-31 15:57:59,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split dst=null perm=null
2013-10-31 15:57:59,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33267, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8158239977728952827_1322, duration: 164335
2013-10-31 15:57:59,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:57:59,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split dst=null perm=null
2013-10-31 15:57:59,792 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33270, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8158239977728952827_1322, duration: 177126
2013-10-31 15:57:59,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032/job.split dst=null perm=null
2013-10-31 15:57:59,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38809, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8158239977728952827_1322, duration: 122929
2013-10-31 15:57:59,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:57:59,831 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33272, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 161191
2013-10-31 15:57:59,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:57:59,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58725, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 154471
2013-10-31 15:57:59,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38812, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0032_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 180917
2013-10-31 15:58:02,148 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:58:02,150 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0032_m_000000_0 is done.
2013-10-31 15:58:02,150 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0032_m_000000_0 was 54
2013-10-31 15:58:02,150 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:02,600 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:58:02,603 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0032_m_000001_0 is done.
2013-10-31 15:58:02,603 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0032_m_000001_0 was 74
2013-10-31 15:58:02,603 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:02,721 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:58:02,724 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0032_m_000002_0 is done.
2013-10-31 15:58:02,724 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0032_m_000002_0 was 73
2013-10-31 15:58:02,724 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:02,741 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0032_m_000005_0
2013-10-31 15:58:02,741 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0032_m_000005_0
2013-10-31 15:58:02,741 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0032_m_000005_0 not found in cache
2013-10-31 15:58:02,746 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:58:02,748 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0032_m_000003_0 is done.
2013-10-31 15:58:02,748 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0032_m_000003_0 was 53
2013-10-31 15:58:02,748 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:03,747 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0032_m_000000_0' has completed task_20131031154230960_0032_m_000000 successfully.
2013-10-31 15:58:03,770 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0032_r_000000_0' to tip task_20131031154230960_0032_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:58:03,775 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0032_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:58:03,775 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0032_m_000001_0' has completed task_20131031154230960_0032_m_000001 successfully.
2013-10-31 15:58:03,775 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0032_r_000000_0 which needs 1 slots
2013-10-31 15:58:03,776 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0032_r_000000_0 which needs 1 slots
2013-10-31 15:58:03,805 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0032_r_1734634735
2013-10-31 15:58:03,807 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0032_r_1734634735 spawned.
2013-10-31 15:58:03,809 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0032/attempt_20131031154230960_0032_r_000000_0/taskjvm.sh
2013-10-31 15:58:03,833 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0032_m_000002_0' has completed task_20131031154230960_0032_m_000002 successfully.
2013-10-31 15:58:03,912 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0032_m_000003_0' has completed task_20131031154230960_0032_m_000003 successfully.
2013-10-31 15:58:04,673 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0032_r_1734634735 given task: attempt_20131031154230960_0032_r_000000_0
2013-10-31 15:58:10,330 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:50994, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0032_m_000000_0, duration: 5814805
2013-10-31 15:58:10,344 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40545, bytes: 74, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0032_m_000001_0, duration: 8243181
2013-10-31 15:58:10,359 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:47834, bytes: 73, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0032_m_000002_0, duration: 10439927
2013-10-31 15:58:10,376 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46219, bytes: 53, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0032_m_000003_0, duration: 12290966
2013-10-31 15:58:11,136 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:58:11,192 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:58:11,252 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:58:11,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:58:11,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:11,494 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0/part-00000. blk_-2679466516779630497_1328
2013-10-31 15:58:11,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2679466516779630497_1328 src: /127.0.0.1:37174 dest: /127.0.0.1:37515
2013-10-31 15:58:11,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2679466516779630497_1328 src: /127.0.0.1:58735 dest: /127.0.0.1:40932
2013-10-31 15:58:11,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2679466516779630497_1328 src: /127.0.0.1:33284 dest: /127.0.0.1:51383
2013-10-31 15:58:11,539 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33284, dest: /127.0.0.1:51383, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0032_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2679466516779630497_1328, duration: 1403033
2013-10-31 15:58:11,539 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2679466516779630497_1328 terminating
2013-10-31 15:58:11,539 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58735, dest: /127.0.0.1:40932, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0032_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2679466516779630497_1328, duration: 4095108
2013-10-31 15:58:11,540 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2679466516779630497_1328 terminating
2013-10-31 15:58:11,540 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37174, dest: /127.0.0.1:37515, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0032_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2679466516779630497_1328, duration: 4547480
2013-10-31 15:58:11,540 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2679466516779630497_1328 terminating
2013-10-31 15:58:11,541 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2679466516779630497_1328 size 310
2013-10-31 15:58:11,542 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0032_r_000000_0
2013-10-31 15:58:11,543 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0032_r_000000_0
2013-10-31 15:58:11,543 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2679466516779630497_1328 size 310
2013-10-31 15:58:11,544 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2679466516779630497_1328 size 310
2013-10-31 15:58:11,580 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0032_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:58:11,580 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 15:58:12,594 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-5121199760738534761_1203
2013-10-31 15:58:12,781 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0032_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:44075
2013-10-31 15:58:12,782 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0032_r_000000_0
2013-10-31 15:58:13,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0 dst=null perm=null
2013-10-31 15:58:13,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:58:13,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0/part-00000 dst=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:13,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary/_attempt_20131031154230960_0032_r_000000_0 dst=null perm=null
2013-10-31 15:58:14,184 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_r_000000_0 1.0% reduce > reduce
2013-10-31 15:58:14,186 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_r_000000_0 1.0% reduce > reduce
2013-10-31 15:58:14,186 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0032_r_000000_0 is done.
2013-10-31 15:58:14,187 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0032_r_000000_0 was -1
2013-10-31 15:58:14,187 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:15,786 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0032_r_000000_0' has completed task_20131031154230960_0032_r_000000 successfully.
2013-10-31 15:58:16,084 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0032_m_000004_0' to tip task_20131031154230960_0032_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:58:16,086 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0032_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:58:16,087 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0032_m_000004_0 which needs 1 slots
2013-10-31 15:58:16,087 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0032_m_000004_0 which needs 1 slots
2013-10-31 15:58:16,124 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0032/attempt_20131031154230960_0032_m_000004_0. Attempting to reuse: jvm_20131031154230960_0032_m_-975802380
2013-10-31 15:58:16,210 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0032_m_-975802380 given task: attempt_20131031154230960_0032_m_000004_0
2013-10-31 15:58:16,375 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_m_000004_0 0.0%
2013-10-31 15:58:16,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_temporary dst=null perm=null
2013-10-31 15:58:16,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:16,403 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_SUCCESS from client DFSClient_attempt_20131031154230960_0032_m_000004_0
2013-10-31 15:58:16,404 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0032_m_000004_0
2013-10-31 15:58:16,410 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5986346527924846035 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:16,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5986346527924846035 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:16,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5986346527924846035 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:16,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5986346527924846035 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:16,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8158239977728952827 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:16,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8158239977728952827 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:16,412 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8158239977728952827 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:16,412 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8158239977728952827 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:16,412 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1117172884676782725 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:16,412 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1117172884676782725 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:16,413 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1117172884676782725 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:16,413 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7653310695963301573 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:16,413 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7653310695963301573 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:16,413 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7653310695963301573 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:16,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0032 dst=null perm=null
2013-10-31 15:58:17,665 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_1117172884676782725_1323 blk_5986346527924846035_1321 blk_-8158239977728952827_1322 blk_7653310695963301573_1324
2013-10-31 15:58:17,665 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_5986346527924846035_1321 blk_-8158239977728952827_1322 blk_7653310695963301573_1324
2013-10-31 15:58:17,746 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8158239977728952827_1322 file build/test/data/dfs/data/data1/current/blk_-8158239977728952827 for deletion
2013-10-31 15:58:17,746 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1117172884676782725_1323 file build/test/data/dfs/data/data2/current/blk_1117172884676782725 for deletion
2013-10-31 15:58:17,747 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8158239977728952827_1322 at file build/test/data/dfs/data/data1/current/blk_-8158239977728952827
2013-10-31 15:58:17,747 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5986346527924846035_1321 file build/test/data/dfs/data/data2/current/blk_5986346527924846035 for deletion
2013-10-31 15:58:17,747 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1117172884676782725_1323 at file build/test/data/dfs/data/data2/current/blk_1117172884676782725
2013-10-31 15:58:17,747 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7653310695963301573_1324 file build/test/data/dfs/data/data1/current/blk_7653310695963301573 for deletion
2013-10-31 15:58:17,748 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5986346527924846035_1321 at file build/test/data/dfs/data/data2/current/blk_5986346527924846035
2013-10-31 15:58:17,748 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7653310695963301573_1324 at file build/test/data/dfs/data/data1/current/blk_7653310695963301573
2013-10-31 15:58:18,261 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8158239977728952827_1322 file build/test/data/dfs/data/data4/current/blk_-8158239977728952827 for deletion
2013-10-31 15:58:18,261 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5986346527924846035_1321 file build/test/data/dfs/data/data3/current/blk_5986346527924846035 for deletion
2013-10-31 15:58:18,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8158239977728952827_1322 at file build/test/data/dfs/data/data4/current/blk_-8158239977728952827
2013-10-31 15:58:18,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7653310695963301573_1324 file build/test/data/dfs/data/data3/current/blk_7653310695963301573 for deletion
2013-10-31 15:58:18,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5986346527924846035_1321 at file build/test/data/dfs/data/data3/current/blk_5986346527924846035
2013-10-31 15:58:18,263 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7653310695963301573_1324 at file build/test/data/dfs/data/data3/current/blk_7653310695963301573
2013-10-31 15:58:19,320 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0032_m_000004_0 0.0% cleanup
2013-10-31 15:58:19,321 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0032_m_000004_0 is done.
2013-10-31 15:58:19,322 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0032_m_000004_0 was -1
2013-10-31 15:58:19,322 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:20,666 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_1117172884676782725_1323 blk_5986346527924846035_1321 blk_-8158239977728952827_1322
2013-10-31 15:58:20,666 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_1117172884676782725_1323 blk_5986346527924846035_1321 blk_-8158239977728952827_1322 blk_7653310695963301573_1324
2013-10-31 15:58:21,087 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0032_r_000000_0
2013-10-31 15:58:21,087 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0032_r_000000_0
2013-10-31 15:58:21,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8158239977728952827_1322 file build/test/data/dfs/data/data5/current/blk_-8158239977728952827 for deletion
2013-10-31 15:58:21,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1117172884676782725_1323 file build/test/data/dfs/data/data6/current/blk_1117172884676782725 for deletion
2013-10-31 15:58:21,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8158239977728952827_1322 at file build/test/data/dfs/data/data5/current/blk_-8158239977728952827
2013-10-31 15:58:21,734 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1117172884676782725_1323 at file build/test/data/dfs/data/data6/current/blk_1117172884676782725
2013-10-31 15:58:21,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5986346527924846035_1321 file build/test/data/dfs/data/data5/current/blk_5986346527924846035 for deletion
2013-10-31 15:58:21,734 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7653310695963301573_1324 file build/test/data/dfs/data/data5/current/blk_7653310695963301573 for deletion
2013-10-31 15:58:21,734 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5986346527924846035_1321 at file build/test/data/dfs/data/data5/current/blk_5986346527924846035
2013-10-31 15:58:21,735 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7653310695963301573_1324 at file build/test/data/dfs/data/data5/current/blk_7653310695963301573
2013-10-31 15:58:22,094 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0032_m_000004_0' has completed task_20131031154230960_0032_m_000004 successfully.
2013-10-31 15:58:22,095 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0032 has completed successfully.
2013-10-31 15:58:22,095 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0032,submitTime=1383235069286,launchTime=1383235069969,firstMapTaskLaunchTime=1383235077736,firstReduceTaskLaunchTime=1383235083770,firstJobSetupTaskLaunchTime=1383235071702,firstJobCleanupTaskLaunchTime=1383235096083,finishTime=1383235102095,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[E96A2A205836454290C0B93B6C0369BD/2FD5ACC7A82E45E8B6F3C5AE183D0F5D] test/(1/2)
2013-10-31 15:58:22,100 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_1383235069286_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2F2FD5ACC7A82E45E8. blk_6234300609306152048_1329
2013-10-31 15:58:22,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6234300609306152048_1329 src: /127.0.0.1:58739 dest: /127.0.0.1:40932
2013-10-31 15:58:22,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6234300609306152048_1329 src: /127.0.0.1:37180 dest: /127.0.0.1:37515
2013-10-31 15:58:22,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6234300609306152048_1329 src: /127.0.0.1:33289 dest: /127.0.0.1:51383
2013-10-31 15:58:22,114 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33289, dest: /127.0.0.1:51383, bytes: 28274, op: HDFS_WRITE, cliID: DFSClient_110363119, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6234300609306152048_1329, duration: 1811486
2013-10-31 15:58:22,115 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6234300609306152048_1329 terminating
2013-10-31 15:58:22,115 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37180, dest: /127.0.0.1:37515, bytes: 28274, op: HDFS_WRITE, cliID: DFSClient_110363119, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6234300609306152048_1329, duration: 4274062
2013-10-31 15:58:22,116 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6234300609306152048_1329 terminating
2013-10-31 15:58:22,116 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58739, dest: /127.0.0.1:40932, bytes: 28274, op: HDFS_WRITE, cliID: DFSClient_110363119, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6234300609306152048_1329, duration: 5283689
2013-10-31 15:58:22,117 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6234300609306152048_1329 terminating
2013-10-31 15:58:22,118 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6234300609306152048_1329 size 28274
2013-10-31 15:58:22,120 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_1383235069286_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2F2FD5ACC7A82E45E8 from client DFSClient_110363119
2013-10-31 15:58:22,120 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/_logs/history/job_20131031154230960_0032_1383235069286_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2F2FD5ACC7A82E45E8 is closed by DFSClient_110363119
2013-10-31 15:58:22,121 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1727 Total time for transactions(ms): 27Number of transactions batched in Syncs: 128 Number of syncs: 1230 SyncTimes(ms): 58187 8175
2013-10-31 15:58:22,121 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6234300609306152048_1329 size 28274
2013-10-31 15:58:22,122 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6234300609306152048_1329 size 28274
2013-10-31 15:58:22,128 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0032_1383235069286_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2F2FD5ACC7A82E45E8 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:58:22,129 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0032_m_000000_0'
2013-10-31 15:58:22,129 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0032_m_000004_0'
2013-10-31 15:58:22,130 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0032_m_000005_0'
2013-10-31 15:58:22,131 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0032_r_000000_0'
2013-10-31 15:58:22,131 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7848628586535410029 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:22,131 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7848628586535410029 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:22,132 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0032_m_000003_0'
2013-10-31 15:58:22,132 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7848628586535410029 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:22,134 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0032_m_000002_0'
2013-10-31 15:58:22,135 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0032_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:58:22,135 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0032_m_000001_0'
2013-10-31 15:58:22,136 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (2/2) ...dpipesplatform/groupgroup
2013-10-31 15:58:22,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0032 dst=null perm=null
2013-10-31 15:58:22,143 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:58:22,143 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:58:22,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:58:22,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:58:22,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:22,166 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar. blk_8431804896003978792_1330
2013-10-31 15:58:22,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8431804896003978792_1330 src: /127.0.0.1:33291 dest: /127.0.0.1:51383
2013-10-31 15:58:22,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8431804896003978792_1330 src: /127.0.0.1:38830 dest: /127.0.0.1:42031
2013-10-31 15:58:22,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8431804896003978792_1330 src: /127.0.0.1:37185 dest: /127.0.0.1:37515
2013-10-31 15:58:22,178 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37185, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8431804896003978792_1330, duration: 6528512
2013-10-31 15:58:22,178 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8431804896003978792_1330 terminating
2013-10-31 15:58:22,179 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38830, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8431804896003978792_1330, duration: 5777071
2013-10-31 15:58:22,179 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8431804896003978792_1330 terminating
2013-10-31 15:58:22,179 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8431804896003978792_1330 size 238055
2013-10-31 15:58:22,179 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33291, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8431804896003978792_1330, duration: 6151264
2013-10-31 15:58:22,180 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8431804896003978792_1330 terminating
2013-10-31 15:58:22,181 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8431804896003978792_1330 size 238055
2013-10-31 15:58:22,181 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar from client DFSClient_1020568644
2013-10-31 15:58:22,182 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar is closed by DFSClient_1020568644
2013-10-31 15:58:22,182 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8431804896003978792_1330 size 238055
2013-10-31 15:58:22,188 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar. New replication is 10
2013-10-31 15:58:22,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar dst=null perm=null
2013-10-31 15:58:22,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:22,202 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:58:22,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3 dst=null perm=null
2013-10-31 15:58:22,207 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:58:22,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/part-00000 dst=null perm=null
2013-10-31 15:58:22,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:22,291 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8158239977728952827_1322 file build/test/data/dfs/data/data8/current/blk_-8158239977728952827 for deletion
2013-10-31 15:58:22,291 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1117172884676782725_1323 file build/test/data/dfs/data/data7/current/blk_1117172884676782725 for deletion
2013-10-31 15:58:22,291 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8158239977728952827_1322 at file build/test/data/dfs/data/data8/current/blk_-8158239977728952827
2013-10-31 15:58:22,292 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5986346527924846035_1321 file build/test/data/dfs/data/data7/current/blk_5986346527924846035 for deletion
2013-10-31 15:58:22,292 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1117172884676782725_1323 at file build/test/data/dfs/data/data7/current/blk_1117172884676782725
2013-10-31 15:58:22,292 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5986346527924846035_1321 at file build/test/data/dfs/data/data7/current/blk_5986346527924846035
2013-10-31 15:58:23,667 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:51383 to replicate blk_8431804896003978792_1330 to datanode(s) 127.0.0.1:40932
2013-10-31 15:58:23,667 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_7848628586535410029_1327
2013-10-31 15:58:23,668 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_7848628586535410029_1327
2013-10-31 15:58:23,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,680 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split. New replication is 10
2013-10-31 15:58:23,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split dst=null perm=null
2013-10-31 15:58:23,686 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split. blk_7553350004395300638_1331
2013-10-31 15:58:23,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7553350004395300638_1331 src: /127.0.0.1:33294 dest: /127.0.0.1:51383
2013-10-31 15:58:23,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7553350004395300638_1331 src: /127.0.0.1:58747 dest: /127.0.0.1:40932
2013-10-31 15:58:23,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7553350004395300638_1331 src: /127.0.0.1:38834 dest: /127.0.0.1:42031
2013-10-31 15:58:23,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7553350004395300638_1331 src: /127.0.0.1:37189 dest: /127.0.0.1:37515
2013-10-31 15:58:23,697 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37189, dest: /127.0.0.1:37515, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7553350004395300638_1331, duration: 69190
2013-10-31 15:58:23,697 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7553350004395300638_1331 terminating
2013-10-31 15:58:23,698 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38834, dest: /127.0.0.1:42031, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7553350004395300638_1331, duration: 873372
2013-10-31 15:58:23,698 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7553350004395300638_1331 terminating
2013-10-31 15:58:23,699 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7553350004395300638_1331 size 351
2013-10-31 15:58:23,699 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58747, dest: /127.0.0.1:40932, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7553350004395300638_1331, duration: 2062877
2013-10-31 15:58:23,700 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7553350004395300638_1331 size 351
2013-10-31 15:58:23,700 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7553350004395300638_1331 terminating
2013-10-31 15:58:23,700 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33294, dest: /127.0.0.1:51383, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7553350004395300638_1331, duration: 3262805
2013-10-31 15:58:23,700 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7553350004395300638_1331 size 351
2013-10-31 15:58:23,701 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_7553350004395300638_1331 terminating
2013-10-31 15:58:23,706 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7553350004395300638_1331 size 351
2013-10-31 15:58:23,707 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split from client DFSClient_1020568644
2013-10-31 15:58:23,707 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split is closed by DFSClient_1020568644
2013-10-31 15:58:23,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,724 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.splitmetainfo. blk_4547548393236536264_1332
2013-10-31 15:58:23,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4547548393236536264_1332 src: /127.0.0.1:58750 dest: /127.0.0.1:40932
2013-10-31 15:58:23,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4547548393236536264_1332 src: /127.0.0.1:37191 dest: /127.0.0.1:37515
2013-10-31 15:58:23,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4547548393236536264_1332 src: /127.0.0.1:38838 dest: /127.0.0.1:42031
2013-10-31 15:58:23,731 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38838, dest: /127.0.0.1:42031, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4547548393236536264_1332, duration: 67172
2013-10-31 15:58:23,732 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4547548393236536264_1332 terminating
2013-10-31 15:58:23,732 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37191, dest: /127.0.0.1:37515, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4547548393236536264_1332, duration: 833145
2013-10-31 15:58:23,733 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4547548393236536264_1332 terminating
2013-10-31 15:58:23,733 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58750, dest: /127.0.0.1:40932, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4547548393236536264_1332, duration: 1796303
2013-10-31 15:58:23,734 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4547548393236536264_1332 size 45
2013-10-31 15:58:23,734 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4547548393236536264_1332 terminating
2013-10-31 15:58:23,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4547548393236536264_1332 size 45
2013-10-31 15:58:23,737 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:58:23,738 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:58:23,738 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4547548393236536264_1332 size 45
2013-10-31 15:58:23,747 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467) Starting thread to transfer block blk_8431804896003978792_1330 to 127.0.0.1:40932
2013-10-31 15:58:23,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8431804896003978792_1330 src: /127.0.0.1:58753 dest: /127.0.0.1:40932
2013-10-31 15:58:23,752 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467):Transmitted block blk_8431804896003978792_1330 to /127.0.0.1:40932
2013-10-31 15:58:23,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_8431804896003978792_1330 src: /127.0.0.1:58753 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:58:23,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8431804896003978792_1330 size 238055
2013-10-31 15:58:23,761 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.xml. blk_890957609661596929_1333
2013-10-31 15:58:23,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_890957609661596929_1333 src: /127.0.0.1:37194 dest: /127.0.0.1:37515
2013-10-31 15:58:23,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_890957609661596929_1333 src: /127.0.0.1:58755 dest: /127.0.0.1:40932
2013-10-31 15:58:23,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_890957609661596929_1333 src: /127.0.0.1:38842 dest: /127.0.0.1:42031
2013-10-31 15:58:23,769 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38842, dest: /127.0.0.1:42031, bytes: 28573, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_890957609661596929_1333, duration: 79421
2013-10-31 15:58:23,769 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_890957609661596929_1333 terminating
2013-10-31 15:58:23,770 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58755, dest: /127.0.0.1:40932, bytes: 28573, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_890957609661596929_1333, duration: 851766
2013-10-31 15:58:23,770 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_890957609661596929_1333 terminating
2013-10-31 15:58:23,771 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37194, dest: /127.0.0.1:37515, bytes: 28573, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_890957609661596929_1333, duration: 1753763
2013-10-31 15:58:23,771 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_890957609661596929_1333 terminating
2013-10-31 15:58:23,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_890957609661596929_1333 size 28573
2013-10-31 15:58:23,774 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_890957609661596929_1333 size 28573
2013-10-31 15:58:23,775 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.xml from client DFSClient_1020568644
2013-10-31 15:58:23,775 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.xml is closed by DFSClient_1020568644
2013-10-31 15:58:23,775 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_890957609661596929_1333 size 28573
2013-10-31 15:58:23,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.xml dst=null perm=null
2013-10-31 15:58:23,790 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58758, bytes: 28797, op: HDFS_READ, cliID: DFSClient_676245075, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_890957609661596929_1333, duration: 390626
2013-10-31 15:58:23,809 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0033: nMaps=1 nReduces=1 max=-1
2013-10-31 15:58:23,810 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0033 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:58:23,810 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0033
2013-10-31 15:58:23,810 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0033 RESULT=SUCCESS
2013-10-31 15:58:23,810 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0033
2013-10-31 15:58:23,811 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0033
2013-10-31 15:58:23,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_1383235103780_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2FCF7D2F4F23114518 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,842 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_conf.xml. blk_-1768111587070432835_1335
2013-10-31 15:58:23,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1768111587070432835_1335 src: /127.0.0.1:58759 dest: /127.0.0.1:40932
2013-10-31 15:58:23,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1768111587070432835_1335 src: /127.0.0.1:37200 dest: /127.0.0.1:37515
2013-10-31 15:58:23,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1768111587070432835_1335 src: /127.0.0.1:33309 dest: /127.0.0.1:51383
2013-10-31 15:58:23,851 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33309, dest: /127.0.0.1:51383, bytes: 28638, op: HDFS_WRITE, cliID: DFSClient_676245075, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1768111587070432835_1335, duration: 584559
2013-10-31 15:58:23,852 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1768111587070432835_1335 terminating
2013-10-31 15:58:23,852 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37200, dest: /127.0.0.1:37515, bytes: 28638, op: HDFS_WRITE, cliID: DFSClient_676245075, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1768111587070432835_1335, duration: 1346933
2013-10-31 15:58:23,853 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1768111587070432835_1335 terminating
2013-10-31 15:58:23,853 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58759, dest: /127.0.0.1:40932, bytes: 28638, op: HDFS_WRITE, cliID: DFSClient_676245075, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1768111587070432835_1335, duration: 2222185
2013-10-31 15:58:23,854 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1768111587070432835_1335 terminating
2013-10-31 15:58:23,857 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1768111587070432835_1335 size 28638
2013-10-31 15:58:23,857 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_conf.xml from client DFSClient_676245075
2013-10-31 15:58:23,858 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_conf.xml is closed by DFSClient_676245075
2013-10-31 15:58:23,858 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1768111587070432835_1335 size 28638
2013-10-31 15:58:23,858 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1768111587070432835_1335 size 28638
2013-10-31 15:58:23,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0033/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:23,872 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0033/jobToken. blk_2311198118639100810_1336
2013-10-31 15:58:23,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2311198118639100810_1336 src: /127.0.0.1:33310 dest: /127.0.0.1:51383
2013-10-31 15:58:23,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2311198118639100810_1336 src: /127.0.0.1:38849 dest: /127.0.0.1:42031
2013-10-31 15:58:23,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2311198118639100810_1336 src: /127.0.0.1:37204 dest: /127.0.0.1:37515
2013-10-31 15:58:23,881 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37204, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2311198118639100810_1336, duration: 64361
2013-10-31 15:58:23,882 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2311198118639100810_1336 terminating
2013-10-31 15:58:23,882 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38849, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2311198118639100810_1336, duration: 2695548
2013-10-31 15:58:23,883 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2311198118639100810_1336 terminating
2013-10-31 15:58:23,883 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33310, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2311198118639100810_1336, duration: 3588271
2013-10-31 15:58:23,884 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2311198118639100810_1336 terminating
2013-10-31 15:58:23,886 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2311198118639100810_1336 size 116
2013-10-31 15:58:23,886 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0033/jobToken from client DFSClient_1020568644
2013-10-31 15:58:23,887 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0033/jobToken is closed by DFSClient_1020568644
2013-10-31 15:58:23,887 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2311198118639100810_1336 size 116
2013-10-31 15:58:23,888 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2311198118639100810_1336 size 116
2013-10-31 15:58:23,895 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0033/jobToken
2013-10-31 15:58:23,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.splitmetainfo dst=null perm=null
2013-10-31 15:58:23,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38851, bytes: 49, op: HDFS_READ, cliID: DFSClient_676245075, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4547548393236536264_1332, duration: 345789
2013-10-31 15:58:23,899 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0033 = 310. Number of splits = 1
2013-10-31 15:58:23,899 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0033_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:23,900 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0033_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:23,900 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0033_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:23,900 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0033 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:58:23,901 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0033 initialized successfully with 1 map tasks and 1 reduce tasks.
2013-10-31 15:58:24,734 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7848628586535410029_1327 file build/test/data/dfs/data/data6/current/blk_7848628586535410029 for deletion
2013-10-31 15:58:24,734 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7848628586535410029_1327 at file build/test/data/dfs/data/data6/current/blk_7848628586535410029
2013-10-31 15:58:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:58:24,938 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:58:24,944 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:58:24,949 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:58:24,954 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:58:24,960 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:58:24,965 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:58:24,965 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:58:25,135 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0033_m_000002_0' to tip task_20131031154230960_0033_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:58:25,145 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0033_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:58:25,145 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0033_m_000002_0 which needs 1 slots
2013-10-31 15:58:25,145 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0033_m_000002_0 which needs 1 slots
2013-10-31 15:58:25,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0033/jobToken dst=null perm=null
2013-10-31 15:58:25,154 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37206, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2311198118639100810_1336, duration: 294679
2013-10-31 15:58:25,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.xml dst=null perm=null
2013-10-31 15:58:25,164 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58768, bytes: 28797, op: HDFS_READ, cliID: DFSClient_-831601608, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_890957609661596929_1333, duration: 425012
2013-10-31 15:58:25,191 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:58:25,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.jar dst=null perm=null
2013-10-31 15:58:25,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38855, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-831601608, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8431804896003978792_1330, duration: 1575201
2013-10-31 15:58:25,291 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7848628586535410029_1327 file build/test/data/dfs/data/data7/current/blk_7848628586535410029 for deletion
2013-10-31 15:58:25,292 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7848628586535410029_1327 at file build/test/data/dfs/data/data7/current/blk_7848628586535410029
2013-10-31 15:58:25,318 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0032_m_-1183611183
2013-10-31 15:58:25,325 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1302 with signal TERM. Exit code 0
2013-10-31 15:58:25,325 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0033_m_78503031
2013-10-31 15:58:25,326 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0033_m_78503031 spawned.
2013-10-31 15:58:25,327 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0033/attempt_20131031154230960_0033_m_000002_0/taskjvm.sh
2013-10-31 15:58:26,363 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0032_m_-1183611183
2013-10-31 15:58:26,668 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_7848628586535410029_1327
2013-10-31 15:58:26,748 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7848628586535410029_1327 file build/test/data/dfs/data/data1/current/blk_7848628586535410029 for deletion
2013-10-31 15:58:26,748 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7848628586535410029_1327 at file build/test/data/dfs/data/data1/current/blk_7848628586535410029
2013-10-31 15:58:26,816 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:58:26,816 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:58:26,816 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:58:26,816 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0032_m_-1183611183 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:58:27,132 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0032
2013-10-31 15:58:27,132 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0032_m_000004_0 not found in cache
2013-10-31 15:58:27,132 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0032 for user-log deletion with retainTimeStamp:1383321507132
2013-10-31 15:58:27,132 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0032
2013-10-31 15:58:27,133 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0032 for user-log deletion with retainTimeStamp:1383321507133
2013-10-31 15:58:27,134 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0032
2013-10-31 15:58:27,135 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0032 for user-log deletion with retainTimeStamp:1383321507135
2013-10-31 15:58:27,136 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0032
2013-10-31 15:58:27,136 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0032 for user-log deletion with retainTimeStamp:1383321507136
2013-10-31 15:58:27,181 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0032_m_338495312 since job job_20131031154230960_0032 is dead
2013-10-31 15:58:27,186 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1533 with signal TERM. Exit code 0
2013-10-31 15:58:27,296 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0032_m_-606511758 since job job_20131031154230960_0032 is dead
2013-10-31 15:58:27,301 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1569 with signal TERM. Exit code 0
2013-10-31 15:58:27,336 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0032_m_-1856750533 since job job_20131031154230960_0032 is dead
2013-10-31 15:58:27,341 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1570 with signal TERM. Exit code 0
2013-10-31 15:58:27,359 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0032_m_-975802380 since job job_20131031154230960_0032 is dead
2013-10-31 15:58:27,367 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1459 with signal TERM. Exit code 0
2013-10-31 15:58:27,375 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:58:27,376 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:58:27,376 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:58:27,376 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0032_m_338495312 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:58:27,446 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0033_m_78503031 given task: attempt_20131031154230960_0033_m_000002_0
2013-10-31 15:58:27,493 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:58:27,493 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:58:27,493 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:58:27,494 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0032_m_-606511758 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:58:27,520 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:58:27,520 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:58:27,520 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:58:27,520 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0032_m_-975802380 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:58:27,543 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:58:27,543 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:58:27,543 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:58:27,543 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0032_m_-1856750533 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:58:27,596 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-2931514413484697978_1039
2013-10-31 15:58:27,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:58:28,229 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0032_r_1734634735 since job job_20131031154230960_0032 is dead
2013-10-31 15:58:28,240 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1746 with signal TERM. Exit code 0
2013-10-31 15:58:28,413 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:58:28,413 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:58:28,414 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:58:28,414 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0032_r_1734634735 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:58:30,903 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_m_000002_0 0.0% setup
2013-10-31 15:58:30,906 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0033_m_000002_0 is done.
2013-10-31 15:58:30,907 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0033_m_000002_0 was -1
2013-10-31 15:58:30,907 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:31,152 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0033_m_000002_0' has completed task_20131031154230960_0033_m_000002 successfully.
2013-10-31 15:58:31,155 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0033_m_000000_0' to tip task_20131031154230960_0033_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:58:31,156 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0033_m_000000
2013-10-31 15:58:31,158 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0033_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:58:31,158 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0033_m_000000_0 which needs 1 slots
2013-10-31 15:58:31,159 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0033_m_000000_0 which needs 1 slots
2013-10-31 15:58:31,188 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0033_m_-658567526
2013-10-31 15:58:31,189 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0033_m_-658567526 spawned.
2013-10-31 15:58:31,190 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0033/attempt_20131031154230960_0033_m_000000_0/taskjvm.sh
2013-10-31 15:58:32,074 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0033_m_-658567526 given task: attempt_20131031154230960_0033_m_000000_0
2013-10-31 15:58:32,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033/job.split dst=null perm=null
2013-10-31 15:58:32,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33323, bytes: 355, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0033_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7553350004395300638_1331, duration: 147115
2013-10-31 15:58:32,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/part-00000 dst=null perm=null
2013-10-31 15:58:32,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37216, bytes: 314, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0033_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2679466516779630497_1328, duration: 259221
2013-10-31 15:58:35,507 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3/part-00000:0+310
2013-10-31 15:58:35,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0033_m_000000_0 is done.
2013-10-31 15:58:35,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0033_m_000000_0 was 230
2013-10-31 15:58:35,511 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:36,159 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0033_m_000002_0
2013-10-31 15:58:36,159 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0033_m_000002_0
2013-10-31 15:58:36,159 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0033_m_000002_0 not found in cache
2013-10-31 15:58:37,163 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0033_m_000000_0' has completed task_20131031154230960_0033_m_000000 successfully.
2013-10-31 15:58:37,163 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0033_r_000000_0' to tip task_20131031154230960_0033_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:58:37,165 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0033_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:58:37,165 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0033_r_000000_0 which needs 1 slots
2013-10-31 15:58:37,166 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0033_r_000000_0 which needs 1 slots
2013-10-31 15:58:37,203 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0033_r_829566363
2013-10-31 15:58:37,203 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0033_r_829566363 spawned.
2013-10-31 15:58:37,205 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0033/attempt_20131031154230960_0033_r_000000_0/taskjvm.sh
2013-10-31 15:58:38,086 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0033_r_829566363 given task: attempt_20131031154230960_0033_r_000000_0
2013-10-31 15:58:43,741 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:51046, bytes: 230, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0033_m_000000_0, duration: 8200946
2013-10-31 15:58:44,554 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:58:44,607 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:58:44,670 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:58:44,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:58:44,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:44,987 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0/part-00000. blk_7658203455691584720_1337
2013-10-31 15:58:45,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7658203455691584720_1337 src: /127.0.0.1:37223 dest: /127.0.0.1:37515
2013-10-31 15:58:45,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7658203455691584720_1337 src: /127.0.0.1:33332 dest: /127.0.0.1:51383
2013-10-31 15:58:45,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7658203455691584720_1337 src: /127.0.0.1:38871 dest: /127.0.0.1:42031
2013-10-31 15:58:45,032 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38871, dest: /127.0.0.1:42031, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0033_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7658203455691584720_1337, duration: 1699178
2013-10-31 15:58:45,032 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7658203455691584720_1337 terminating
2013-10-31 15:58:45,032 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33332, dest: /127.0.0.1:51383, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0033_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7658203455691584720_1337, duration: 2492652
2013-10-31 15:58:45,033 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7658203455691584720_1337 terminating
2013-10-31 15:58:45,033 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37223, dest: /127.0.0.1:37515, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0033_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7658203455691584720_1337, duration: 2958695
2013-10-31 15:58:45,033 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7658203455691584720_1337 size 128
2013-10-31 15:58:45,033 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7658203455691584720_1337 terminating
2013-10-31 15:58:45,035 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7658203455691584720_1337 size 128
2013-10-31 15:58:45,035 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0033_r_000000_0
2013-10-31 15:58:45,035 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0033_r_000000_0
2013-10-31 15:58:45,036 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7658203455691584720_1337 size 128
2013-10-31 15:58:45,070 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0033_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:58:45,070 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_r_000000_0 0.33333334% reduce > copy (1 of 1 at 0.00 MB/s)
2013-10-31 15:58:45,720 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_5384787589762012075_1104
2013-10-31 15:58:46,174 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 1 OK for attempt_20131031154230960_0033_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:44075
2013-10-31 15:58:46,175 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0033_r_000000_0
2013-10-31 15:58:47,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0 dst=null perm=null
2013-10-31 15:58:47,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:58:47,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:47,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary/_attempt_20131031154230960_0033_r_000000_0 dst=null perm=null
2013-10-31 15:58:47,600 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_r_000000_0 1.0% reduce > reduce
2013-10-31 15:58:47,602 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_r_000000_0 1.0% reduce > reduce
2013-10-31 15:58:47,602 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0033_r_000000_0 is done.
2013-10-31 15:58:47,603 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0033_r_000000_0 was -1
2013-10-31 15:58:47,603 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:48,008 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 24
2013-10-31 15:58:49,178 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0033_r_000000_0' has completed task_20131031154230960_0033_r_000000 successfully.
2013-10-31 15:58:49,180 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0033_m_000001_0' to tip task_20131031154230960_0033_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:58:49,183 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0033_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:58:49,183 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0033_m_000001_0 which needs 1 slots
2013-10-31 15:58:49,183 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0033_m_000001_0 which needs 1 slots
2013-10-31 15:58:49,221 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0033/attempt_20131031154230960_0033_m_000001_0. Attempting to reuse: jvm_20131031154230960_0033_m_78503031
2013-10-31 15:58:49,543 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0033_m_78503031 given task: attempt_20131031154230960_0033_m_000001_0
2013-10-31 15:58:49,659 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_m_000001_0 0.0%
2013-10-31 15:58:49,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary dst=null perm=null
2013-10-31 15:58:49,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:49,680 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_SUCCESS from client DFSClient_attempt_20131031154230960_0033_m_000001_0
2013-10-31 15:58:49,680 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0033_m_000001_0
2013-10-31 15:58:49,688 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8431804896003978792 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:49,688 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8431804896003978792 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8431804896003978792 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8431804896003978792 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7553350004395300638 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7553350004395300638 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7553350004395300638 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7553350004395300638 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4547548393236536264 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:49,689 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4547548393236536264 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:49,690 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4547548393236536264 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:49,690 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_890957609661596929 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:49,690 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_890957609661596929 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:49,690 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_890957609661596929 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:49,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0033 dst=null perm=null
2013-10-31 15:58:50,673 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_7553350004395300638_1331 blk_4547548393236536264_1332 blk_890957609661596929_1333 blk_8431804896003978792_1330
2013-10-31 15:58:50,673 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_7553350004395300638_1331 blk_4547548393236536264_1332 blk_890957609661596929_1333 blk_8431804896003978792_1330
2013-10-31 15:58:51,272 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_890957609661596929_1333 file build/test/data/dfs/data/data4/current/blk_890957609661596929 for deletion
2013-10-31 15:58:51,272 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4547548393236536264_1332 file build/test/data/dfs/data/data3/current/blk_4547548393236536264 for deletion
2013-10-31 15:58:51,272 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_890957609661596929_1333 at file build/test/data/dfs/data/data4/current/blk_890957609661596929
2013-10-31 15:58:51,272 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7553350004395300638_1331 file build/test/data/dfs/data/data4/current/blk_7553350004395300638 for deletion
2013-10-31 15:58:51,272 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4547548393236536264_1332 at file build/test/data/dfs/data/data3/current/blk_4547548393236536264
2013-10-31 15:58:51,273 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7553350004395300638_1331 at file build/test/data/dfs/data/data4/current/blk_7553350004395300638
2013-10-31 15:58:51,273 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8431804896003978792_1330 file build/test/data/dfs/data/data3/current/blk_8431804896003978792 for deletion
2013-10-31 15:58:51,274 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8431804896003978792_1330 at file build/test/data/dfs/data/data3/current/blk_8431804896003978792
2013-10-31 15:58:52,301 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_890957609661596929_1333 file build/test/data/dfs/data/data7/current/blk_890957609661596929 for deletion
2013-10-31 15:58:52,301 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4547548393236536264_1332 file build/test/data/dfs/data/data7/current/blk_4547548393236536264 for deletion
2013-10-31 15:58:52,301 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_890957609661596929_1333 at file build/test/data/dfs/data/data7/current/blk_890957609661596929
2013-10-31 15:58:52,301 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7553350004395300638_1331 file build/test/data/dfs/data/data8/current/blk_7553350004395300638 for deletion
2013-10-31 15:58:52,302 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4547548393236536264_1332 at file build/test/data/dfs/data/data7/current/blk_4547548393236536264
2013-10-31 15:58:52,302 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8431804896003978792_1330 file build/test/data/dfs/data/data8/current/blk_8431804896003978792 for deletion
2013-10-31 15:58:52,302 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7553350004395300638_1331 at file build/test/data/dfs/data/data8/current/blk_7553350004395300638
2013-10-31 15:58:52,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8431804896003978792_1330 at file build/test/data/dfs/data/data8/current/blk_8431804896003978792
2013-10-31 15:58:52,628 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0033_m_000001_0 0.0% cleanup
2013-10-31 15:58:52,630 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0033_m_000001_0 is done.
2013-10-31 15:58:52,630 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0033_m_000001_0 was -1
2013-10-31 15:58:52,630 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:58:53,673 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_7553350004395300638_1331 blk_8431804896003978792_1330
2013-10-31 15:58:53,674 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_7553350004395300638_1331 blk_4547548393236536264_1332 blk_890957609661596929_1333 blk_8431804896003978792_1330
2013-10-31 15:58:53,758 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7553350004395300638_1331 file build/test/data/dfs/data/data1/current/blk_7553350004395300638 for deletion
2013-10-31 15:58:53,758 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8431804896003978792_1330 file build/test/data/dfs/data/data2/current/blk_8431804896003978792 for deletion
2013-10-31 15:58:53,758 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7553350004395300638_1331 at file build/test/data/dfs/data/data1/current/blk_7553350004395300638
2013-10-31 15:58:53,759 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8431804896003978792_1330 at file build/test/data/dfs/data/data2/current/blk_8431804896003978792
2013-10-31 15:58:54,183 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0033_r_000000_0
2013-10-31 15:58:54,183 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0033_r_000000_0
2013-10-31 15:58:54,744 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_890957609661596929_1333 file build/test/data/dfs/data/data5/current/blk_890957609661596929 for deletion
2013-10-31 15:58:54,744 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4547548393236536264_1332 file build/test/data/dfs/data/data6/current/blk_4547548393236536264 for deletion
2013-10-31 15:58:54,744 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_890957609661596929_1333 at file build/test/data/dfs/data/data5/current/blk_890957609661596929
2013-10-31 15:58:54,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4547548393236536264_1332 at file build/test/data/dfs/data/data6/current/blk_4547548393236536264
2013-10-31 15:58:54,744 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7553350004395300638_1331 file build/test/data/dfs/data/data5/current/blk_7553350004395300638 for deletion
2013-10-31 15:58:54,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8431804896003978792_1330 file build/test/data/dfs/data/data6/current/blk_8431804896003978792 for deletion
2013-10-31 15:58:54,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7553350004395300638_1331 at file build/test/data/dfs/data/data5/current/blk_7553350004395300638
2013-10-31 15:58:54,746 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8431804896003978792_1330 at file build/test/data/dfs/data/data6/current/blk_8431804896003978792
2013-10-31 15:58:55,191 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0033_m_000001_0' has completed task_20131031154230960_0033_m_000001 successfully.
2013-10-31 15:58:55,192 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0033 has completed successfully.
2013-10-31 15:58:55,192 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0033,submitTime=1383235103780,launchTime=1383235103900,firstMapTaskLaunchTime=1383235111155,firstReduceTaskLaunchTime=1383235117163,firstJobSetupTaskLaunchTime=1383235105135,firstJobCleanupTaskLaunchTime=1383235129180,finishTime=1383235135192,numMaps=1,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[E96A2A205836454290C0B93B6C0369BD/CF7D2F4F23114518BEB0B5CC875500DC] test/(2/2) ...dpipesplatform/groupgroup
2013-10-31 15:58:55,197 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_1383235103780_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2FCF7D2F4F23114518. blk_-2146211225047984659_1338
2013-10-31 15:58:55,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2146211225047984659_1338 src: /127.0.0.1:58789 dest: /127.0.0.1:40932
2013-10-31 15:58:55,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2146211225047984659_1338 src: /127.0.0.1:33338 dest: /127.0.0.1:51383
2013-10-31 15:58:55,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2146211225047984659_1338 src: /127.0.0.1:38877 dest: /127.0.0.1:42031
2013-10-31 15:58:55,213 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38877, dest: /127.0.0.1:42031, bytes: 16903, op: HDFS_WRITE, cliID: DFSClient_676245075, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2146211225047984659_1338, duration: 6350971
2013-10-31 15:58:55,214 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2146211225047984659_1338 terminating
2013-10-31 15:58:55,214 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33338, dest: /127.0.0.1:51383, bytes: 16903, op: HDFS_WRITE, cliID: DFSClient_676245075, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2146211225047984659_1338, duration: 4342605
2013-10-31 15:58:55,215 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2146211225047984659_1338 terminating
2013-10-31 15:58:55,215 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58789, dest: /127.0.0.1:40932, bytes: 16903, op: HDFS_WRITE, cliID: DFSClient_676245075, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2146211225047984659_1338, duration: 5173719
2013-10-31 15:58:55,215 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2146211225047984659_1338 terminating
2013-10-31 15:58:55,218 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2146211225047984659_1338 size 16903
2013-10-31 15:58:55,219 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_1383235103780_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2FCF7D2F4F23114518 from client DFSClient_676245075
2013-10-31 15:58:55,219 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_logs/history/job_20131031154230960_0033_1383235103780_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2FCF7D2F4F23114518 is closed by DFSClient_676245075
2013-10-31 15:58:55,220 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2146211225047984659_1338 size 16903
2013-10-31 15:58:55,220 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2146211225047984659_1338 size 16903
2013-10-31 15:58:55,228 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0033_1383235103780_hadoop_%5BE96A2A205836454290C0B93B6C0369BD%2FCF7D2F4F23114518 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:58:55,229 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0033_m_000000_0'
2013-10-31 15:58:55,229 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0033_m_000001_0'
2013-10-31 15:58:55,231 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0033_m_000002_0'
2013-10-31 15:58:55,231 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2311198118639100810 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:55,231 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2311198118639100810 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:58:55,231 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0033_r_000000_0'
2013-10-31 15:58:55,231 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2311198118639100810 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:55,234 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0033_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:58:55,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0033 dst=null perm=null
2013-10-31 15:58:55,238 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6234300609306152048 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:55,239 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6234300609306152048 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:55,239 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6234300609306152048 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:55,239 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6740548219179545096 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:55,240 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6740548219179545096 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:55,240 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6740548219179545096 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:55,240 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2679466516779630497 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:58:55,240 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2679466516779630497 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:58:55,240 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2679466516779630497 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:58:55,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/3124994184_test_B3DE8F25772F44139C5E332D732957B3 dst=null perm=null
2013-10-31 15:58:55,249 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/_temporary
2013-10-31 15:58:55,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup dst=null perm=null
2013-10-31 15:58:55,269 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:58:55,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null
2013-10-31 15:58:55,271 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0033
2013-10-31 15:58:55,271 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0033 being deleted.
2013-10-31 15:58:55,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null
2013-10-31 15:58:55,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33341, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7658203455691584720_1337, duration: 282994
2013-10-31 15:58:55,275 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/groupgroup
2013-10-31 15:58:55,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup dst=null perm=null
2013-10-31 15:58:55,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null
2013-10-31 15:58:55,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38880, bytes: 132, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7658203455691584720_1337, duration: 301867
2013-10-31 15:58:55,300 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:58:55,301 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:58:55,322 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper+offset] starting
2013-10-31 15:58:55,323 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:58:55,323 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper+offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup"]
2013-10-31 15:58:55,323 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper+offset] parallel execution is enabled: true
2013-10-31 15:58:55,323 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper+offset] starting jobs: 2
2013-10-31 15:58:55,324 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [lower+upper+offset] allocating threads: 2
2013-10-31 15:58:55,325 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower+upper+offset] starting step: (2/2)
2013-10-31 15:58:55,329 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:58:55,329 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:58:55,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:58:55,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:58:55,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:55,348 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar. blk_4287801005703790235_1339
2013-10-31 15:58:55,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4287801005703790235_1339 src: /127.0.0.1:37235 dest: /127.0.0.1:37515
2013-10-31 15:58:55,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4287801005703790235_1339 src: /127.0.0.1:58796 dest: /127.0.0.1:40932
2013-10-31 15:58:55,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4287801005703790235_1339 src: /127.0.0.1:38883 dest: /127.0.0.1:42031
2013-10-31 15:58:55,367 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38883, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4287801005703790235_1339, duration: 11072363
2013-10-31 15:58:55,367 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4287801005703790235_1339 terminating
2013-10-31 15:58:55,368 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58796, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4287801005703790235_1339, duration: 11863903
2013-10-31 15:58:55,368 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4287801005703790235_1339 terminating
2013-10-31 15:58:55,368 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4287801005703790235_1339 size 238055
2013-10-31 15:58:55,369 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37235, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4287801005703790235_1339, duration: 12718267
2013-10-31 15:58:55,369 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4287801005703790235_1339 terminating
2013-10-31 15:58:55,371 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4287801005703790235_1339 size 238055
2013-10-31 15:58:55,371 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar from client DFSClient_1020568644
2013-10-31 15:58:55,372 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar is closed by DFSClient_1020568644
2013-10-31 15:58:55,372 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4287801005703790235_1339 size 238055
2013-10-31 15:58:55,377 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar. New replication is 10
2013-10-31 15:58:55,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar dst=null perm=null
2013-10-31 15:58:55,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:55,391 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:58:55,396 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:58:55,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:58:55,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:55,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:55,412 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split. New replication is 10
2013-10-31 15:58:55,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=null
2013-10-31 15:58:55,426 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split. blk_3174872407413736264_1340
2013-10-31 15:58:55,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3174872407413736264_1340 src: /127.0.0.1:38884 dest: /127.0.0.1:42031
2013-10-31 15:58:55,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3174872407413736264_1340 src: /127.0.0.1:37239 dest: /127.0.0.1:37515
2013-10-31 15:58:55,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3174872407413736264_1340 src: /127.0.0.1:33348 dest: /127.0.0.1:51383
2013-10-31 15:58:55,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3174872407413736264_1340 src: /127.0.0.1:58801 dest: /127.0.0.1:40932
2013-10-31 15:58:55,436 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58801, dest: /127.0.0.1:40932, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3174872407413736264_1340, duration: 85099
2013-10-31 15:58:55,437 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3174872407413736264_1340 terminating
2013-10-31 15:58:55,437 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3174872407413736264_1340 size 1732
2013-10-31 15:58:55,437 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33348, dest: /127.0.0.1:51383, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3174872407413736264_1340, duration: 902993
2013-10-31 15:58:55,438 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3174872407413736264_1340 terminating
2013-10-31 15:58:55,438 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37239, dest: /127.0.0.1:37515, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3174872407413736264_1340, duration: 1929024
2013-10-31 15:58:55,439 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3174872407413736264_1340 terminating
2013-10-31 15:58:55,439 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3174872407413736264_1340 size 1732
2013-10-31 15:58:55,439 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38884, dest: /127.0.0.1:42031, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3174872407413736264_1340, duration: 2915555
2013-10-31 15:58:55,440 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3174872407413736264_1340 terminating
2013-10-31 15:58:55,441 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3174872407413736264_1340 size 1732
2013-10-31 15:58:55,442 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split from client DFSClient_1020568644
2013-10-31 15:58:55,442 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split is closed by DFSClient_1020568644
2013-10-31 15:58:55,442 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3174872407413736264_1340 size 1732
2013-10-31 15:58:56,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:56,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:56,037 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.splitmetainfo. blk_3978227651096316490_1341
2013-10-31 15:58:56,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3978227651096316490_1341 src: /127.0.0.1:58802 dest: /127.0.0.1:40932
2013-10-31 15:58:56,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3978227651096316490_1341 src: /127.0.0.1:38889 dest: /127.0.0.1:42031
2013-10-31 15:58:56,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3978227651096316490_1341 src: /127.0.0.1:37244 dest: /127.0.0.1:37515
2013-10-31 15:58:56,046 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37244, dest: /127.0.0.1:37515, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3978227651096316490_1341, duration: 435120
2013-10-31 15:58:56,046 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3978227651096316490_1341 terminating
2013-10-31 15:58:56,047 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38889, dest: /127.0.0.1:42031, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3978227651096316490_1341, duration: 1253173
2013-10-31 15:58:56,047 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3978227651096316490_1341 terminating
2013-10-31 15:58:56,047 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3978227651096316490_1341 size 183
2013-10-31 15:58:56,047 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58802, dest: /127.0.0.1:40932, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3978227651096316490_1341, duration: 2171037
2013-10-31 15:58:56,048 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3978227651096316490_1341 terminating
2013-10-31 15:58:56,050 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3978227651096316490_1341 size 183
2013-10-31 15:58:56,052 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:58:56,052 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:58:56,052 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3978227651096316490_1341 size 183
2013-10-31 15:58:56,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:56,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:56,072 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml. blk_-1522134065864129782_1342
2013-10-31 15:58:56,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1522134065864129782_1342 src: /127.0.0.1:58805 dest: /127.0.0.1:40932
2013-10-31 15:58:56,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1522134065864129782_1342 src: /127.0.0.1:37246 dest: /127.0.0.1:37515
2013-10-31 15:58:56,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1522134065864129782_1342 src: /127.0.0.1:38893 dest: /127.0.0.1:42031
2013-10-31 15:58:56,080 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38893, dest: /127.0.0.1:42031, bytes: 28182, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1522134065864129782_1342, duration: 737858
2013-10-31 15:58:56,081 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1522134065864129782_1342 terminating
2013-10-31 15:58:56,081 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1522134065864129782_1342 size 28182
2013-10-31 15:58:56,081 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37246, dest: /127.0.0.1:37515, bytes: 28182, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1522134065864129782_1342, duration: 1538005
2013-10-31 15:58:56,082 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1522134065864129782_1342 terminating
2013-10-31 15:58:56,082 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58805, dest: /127.0.0.1:40932, bytes: 28182, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1522134065864129782_1342, duration: 2492564
2013-10-31 15:58:56,083 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1522134065864129782_1342 terminating
2013-10-31 15:58:56,085 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1522134065864129782_1342 size 28182
2013-10-31 15:58:56,085 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml from client DFSClient_1020568644
2013-10-31 15:58:56,086 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml is closed by DFSClient_1020568644
2013-10-31 15:58:56,086 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1522134065864129782_1342 size 28182
2013-10-31 15:58:56,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml dst=null perm=null
2013-10-31 15:58:56,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37249, bytes: 28406, op: HDFS_READ, cliID: DFSClient_1439981623, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1522134065864129782_1342, duration: 400429
2013-10-31 15:58:56,121 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0034: nMaps=5 nReduces=1 max=-1
2013-10-31 15:58:56,121 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0034 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:58:56,121 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0034 RESULT=SUCCESS
2013-10-31 15:58:56,121 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0034
2013-10-31 15:58:56,121 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0034
2013-10-31 15:58:56,121 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower+upper+offset] submitted hadoop job: job_20131031154230960_0034
2013-10-31 15:58:56,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_1383235136090_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F42610F2239B141B1 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:56,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:56,152 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_conf.xml. blk_8341826401361508773_1344
2013-10-31 15:58:56,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8341826401361508773_1344 src: /127.0.0.1:38896 dest: /127.0.0.1:42031
2013-10-31 15:58:56,155 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8341826401361508773_1344 src: /127.0.0.1:33359 dest: /127.0.0.1:51383
2013-10-31 15:58:56,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8341826401361508773_1344 src: /127.0.0.1:58812 dest: /127.0.0.1:40932
2013-10-31 15:58:56,161 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58812, dest: /127.0.0.1:40932, bytes: 28247, op: HDFS_WRITE, cliID: DFSClient_1439981623, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8341826401361508773_1344, duration: 883174
2013-10-31 15:58:56,162 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8341826401361508773_1344 terminating
2013-10-31 15:58:56,162 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8341826401361508773_1344 size 28247
2013-10-31 15:58:56,162 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33359, dest: /127.0.0.1:51383, bytes: 28247, op: HDFS_WRITE, cliID: DFSClient_1439981623, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8341826401361508773_1344, duration: 1777380
2013-10-31 15:58:56,163 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8341826401361508773_1344 size 28247
2013-10-31 15:58:56,163 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8341826401361508773_1344 terminating
2013-10-31 15:58:56,163 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38896, dest: /127.0.0.1:42031, bytes: 28247, op: HDFS_WRITE, cliID: DFSClient_1439981623, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8341826401361508773_1344, duration: 2829491
2013-10-31 15:58:56,164 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8341826401361508773_1344 terminating
2013-10-31 15:58:56,166 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_conf.xml from client DFSClient_1439981623
2013-10-31 15:58:56,166 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_conf.xml is closed by DFSClient_1439981623
2013-10-31 15:58:56,167 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8341826401361508773_1344 size 28247
2013-10-31 15:58:56,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:58:56,198 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken. blk_-5011453407491249262_1345
2013-10-31 15:58:56,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5011453407491249262_1345 src: /127.0.0.1:58813 dest: /127.0.0.1:40932
2013-10-31 15:58:56,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5011453407491249262_1345 src: /127.0.0.1:38900 dest: /127.0.0.1:42031
2013-10-31 15:58:56,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5011453407491249262_1345 src: /127.0.0.1:37255 dest: /127.0.0.1:37515
2013-10-31 15:58:56,206 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37255, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5011453407491249262_1345, duration: 536059
2013-10-31 15:58:56,207 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5011453407491249262_1345 terminating
2013-10-31 15:58:56,207 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38900, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5011453407491249262_1345, duration: 1404173
2013-10-31 15:58:56,208 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5011453407491249262_1345 terminating
2013-10-31 15:58:56,208 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58813, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5011453407491249262_1345, duration: 2260940
2013-10-31 15:58:56,209 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5011453407491249262_1345 terminating
2013-10-31 15:58:56,213 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5011453407491249262_1345 size 116
2013-10-31 15:58:56,214 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken from client DFSClient_1020568644
2013-10-31 15:58:56,214 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken is closed by DFSClient_1020568644
2013-10-31 15:58:56,214 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5011453407491249262_1345 size 116
2013-10-31 15:58:56,215 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5011453407491249262_1345 size 116
2013-10-31 15:58:56,220 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken
2013-10-31 15:58:56,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.splitmetainfo dst=null perm=null
2013-10-31 15:58:56,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37256, bytes: 187, op: HDFS_READ, cliID: DFSClient_1439981623, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3978227651096316490_1341, duration: 277749
2013-10-31 15:58:56,226 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0034 = 19. Number of splits = 5
2013-10-31 15:58:56,226 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,226 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,227 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,227 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,227 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,227 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,228 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,228 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,228 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,228 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,229 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,229 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,229 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,229 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,229 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0034_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:58:56,230 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0034 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:58:56,230 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0034 initialized successfully with 5 map tasks and 1 reduce tasks.
2013-10-31 15:58:56,675 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_4287801005703790235_1339 to datanode(s) 127.0.0.1:51383
2013-10-31 15:58:56,675 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-6740548219179545096_1326 blk_6234300609306152048_1329 blk_2311198118639100810_1336 blk_-2679466516779630497_1328
2013-10-31 15:58:56,675 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-6740548219179545096_1326 blk_6234300609306152048_1329 blk_-2679466516779630497_1328
2013-10-31 15:58:56,759 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6740548219179545096_1326 file build/test/data/dfs/data/data2/current/blk_-6740548219179545096 for deletion
2013-10-31 15:58:56,759 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2679466516779630497_1328 file build/test/data/dfs/data/data2/current/blk_-2679466516779630497 for deletion
2013-10-31 15:58:56,759 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6740548219179545096_1326 at file build/test/data/dfs/data/data2/current/blk_-6740548219179545096
2013-10-31 15:58:56,759 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2311198118639100810_1336 file build/test/data/dfs/data/data1/current/blk_2311198118639100810 for deletion
2013-10-31 15:58:56,760 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2679466516779630497_1328 at file build/test/data/dfs/data/data2/current/blk_-2679466516779630497
2013-10-31 15:58:56,760 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6234300609306152048_1329 file build/test/data/dfs/data/data1/current/blk_6234300609306152048 for deletion
2013-10-31 15:58:56,760 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2311198118639100810_1336 at file build/test/data/dfs/data/data1/current/blk_2311198118639100810
2013-10-31 15:58:56,760 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6234300609306152048_1329 at file build/test/data/dfs/data/data1/current/blk_6234300609306152048
2013-10-31 15:58:57,744 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_4287801005703790235_1339 to 127.0.0.1:51383
2013-10-31 15:58:57,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4287801005703790235_1339 src: /127.0.0.1:33365 dest: /127.0.0.1:51383
2013-10-31 15:58:57,747 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_4287801005703790235_1339 to /127.0.0.1:51383
2013-10-31 15:58:57,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4287801005703790235_1339 src: /127.0.0.1:33365 dest: /127.0.0.1:51383 of size 238055
2013-10-31 15:58:57,754 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4287801005703790235_1339 size 238055
2013-10-31 15:58:58,181 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0034_m_000006_0' to tip task_20131031154230960_0034_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:58:58,188 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:58:58,188 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_m_000006_0 which needs 1 slots
2013-10-31 15:58:58,188 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0033
2013-10-31 15:58:58,188 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0034_m_000006_0 which needs 1 slots
2013-10-31 15:58:58,189 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0033 being deleted.
2013-10-31 15:58:58,194 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0033
2013-10-31 15:58:58,195 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0033 being deleted.
2013-10-31 15:58:58,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken dst=null perm=null
2013-10-31 15:58:58,198 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38904, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5011453407491249262_1345, duration: 274945
2013-10-31 15:58:58,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml dst=null perm=null
2013-10-31 15:58:58,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38906, bytes: 28406, op: HDFS_READ, cliID: DFSClient_1663414438, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1522134065864129782_1342, duration: 400013
2013-10-31 15:58:58,239 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:58:58,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar dst=null perm=null
2013-10-31 15:58:58,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37261, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1663414438, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4287801005703790235_1339, duration: 1186333
2013-10-31 15:58:58,302 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6740548219179545096_1326 file build/test/data/dfs/data/data8/current/blk_-6740548219179545096 for deletion
2013-10-31 15:58:58,302 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2679466516779630497_1328 file build/test/data/dfs/data/data8/current/blk_-2679466516779630497 for deletion
2013-10-31 15:58:58,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6234300609306152048_1329 file build/test/data/dfs/data/data7/current/blk_6234300609306152048 for deletion
2013-10-31 15:58:58,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6740548219179545096_1326 at file build/test/data/dfs/data/data8/current/blk_-6740548219179545096
2013-10-31 15:58:58,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6234300609306152048_1329 at file build/test/data/dfs/data/data7/current/blk_6234300609306152048
2013-10-31 15:58:58,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2679466516779630497_1328 at file build/test/data/dfs/data/data8/current/blk_-2679466516779630497
2013-10-31 15:58:58,368 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0034_m_-1156925324
2013-10-31 15:58:58,369 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0034_m_-1156925324 spawned.
2013-10-31 15:58:58,371 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0034/attempt_20131031154230960_0034_m_000006_0/taskjvm.sh
2013-10-31 15:58:59,612 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_m_-1156925324 given task: attempt_20131031154230960_0034_m_000006_0
2013-10-31 15:58:59,676 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-6740548219179545096_1326 blk_6234300609306152048_1329 blk_2311198118639100810_1336 blk_-2679466516779630497_1328
2013-10-31 15:58:59,676 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_2311198118639100810_1336
2013-10-31 15:59:00,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:59:00,232 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0033
2013-10-31 15:59:00,233 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0033_m_000001_0 not found in cache
2013-10-31 15:59:00,234 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0033 for user-log deletion with retainTimeStamp:1383321540234
2013-10-31 15:59:00,275 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6740548219179545096_1326 file build/test/data/dfs/data/data4/current/blk_-6740548219179545096 for deletion
2013-10-31 15:59:00,275 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2679466516779630497_1328 file build/test/data/dfs/data/data3/current/blk_-2679466516779630497 for deletion
2013-10-31 15:59:00,275 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6740548219179545096_1326 at file build/test/data/dfs/data/data4/current/blk_-6740548219179545096
2013-10-31 15:59:00,275 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2311198118639100810_1336 file build/test/data/dfs/data/data4/current/blk_2311198118639100810 for deletion
2013-10-31 15:59:00,276 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2679466516779630497_1328 at file build/test/data/dfs/data/data3/current/blk_-2679466516779630497
2013-10-31 15:59:00,276 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6234300609306152048_1329 file build/test/data/dfs/data/data4/current/blk_6234300609306152048 for deletion
2013-10-31 15:59:00,276 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2311198118639100810_1336 at file build/test/data/dfs/data/data4/current/blk_2311198118639100810
2013-10-31 15:59:00,277 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6234300609306152048_1329 at file build/test/data/dfs/data/data4/current/blk_6234300609306152048
2013-10-31 15:59:00,667 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0033_m_78503031 since job job_20131031154230960_0033 is dead
2013-10-31 15:59:00,675 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1952 with signal TERM. Exit code 0
2013-10-31 15:59:00,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2311198118639100810_1336 file build/test/data/dfs/data/data6/current/blk_2311198118639100810 for deletion
2013-10-31 15:59:00,746 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2311198118639100810_1336 at file build/test/data/dfs/data/data6/current/blk_2311198118639100810
2013-10-31 15:59:00,857 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:00,857 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:00,857 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:00,857 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0033_m_78503031 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:59:01,591 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0033_m_-658567526 since job job_20131031154230960_0033 is dead
2013-10-31 15:59:01,603 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2104 with signal TERM. Exit code 0
2013-10-31 15:59:01,633 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0033_r_829566363 since job job_20131031154230960_0033 is dead
2013-10-31 15:59:01,646 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2182 with signal TERM. Exit code 0
2013-10-31 15:59:01,815 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:01,816 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:01,816 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:01,816 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0033_r_829566363 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:59:01,845 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:01,845 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:01,845 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:01,845 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0033_m_-658567526 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:59:03,029 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000006_0 0.0% setup
2013-10-31 15:59:03,031 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_m_000006_0 is done.
2013-10-31 15:59:03,031 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_m_000006_0 was -1
2013-10-31 15:59:03,032 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:04,194 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_m_000006_0' has completed task_20131031154230960_0034_m_000006 successfully.
2013-10-31 15:59:04,410 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0034_m_000000_0' to tip task_20131031154230960_0034_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:59:04,410 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0034_m_000000
2013-10-31 15:59:04,411 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0034_m_000001_0' to tip task_20131031154230960_0034_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:59:04,411 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0034_m_000001
2013-10-31 15:59:04,413 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0034_m_000002_0' to tip task_20131031154230960_0034_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:59:04,414 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0034_m_000002
2013-10-31 15:59:04,415 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:59:04,415 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0034_m_000003_0' to tip task_20131031154230960_0034_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 15:59:04,418 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:59:04,419 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0034_m_000003
2013-10-31 15:59:04,419 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_m_000000_0 which needs 1 slots
2013-10-31 15:59:04,419 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0034_m_000000_0 which needs 1 slots
2013-10-31 15:59:04,419 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0034_m_000004_0' to tip task_20131031154230960_0034_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:59:04,420 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_m_000001_0 which needs 1 slots
2013-10-31 15:59:04,420 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0034_m_000004
2013-10-31 15:59:04,421 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:59:04,420 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0034_m_000001_0 which needs 1 slots
2013-10-31 15:59:04,425 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:59:04,425 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_m_000002_0 which needs 1 slots
2013-10-31 15:59:04,428 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0034_m_000002_0 which needs 1 slots
2013-10-31 15:59:04,428 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:59:04,428 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_m_000003_0 which needs 1 slots
2013-10-31 15:59:04,428 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_m_000004_0 which needs 1 slots
2013-10-31 15:59:04,429 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0034_m_000003_0 which needs 1 slots
2013-10-31 15:59:04,430 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0034_m_000004_0 which needs 1 slots
2013-10-31 15:59:04,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken dst=null perm=null
2013-10-31 15:59:04,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034/jobToken dst=null perm=null
2013-10-31 15:59:04,494 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0034_m_197011737
2013-10-31 15:59:04,495 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0034_m_197011737 spawned.
2013-10-31 15:59:04,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58825, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5011453407491249262_1345, duration: 308110
2013-10-31 15:59:04,497 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0034/attempt_20131031154230960_0034_m_000001_0. Attempting to reuse: jvm_20131031154230960_0034_m_-1156925324
2013-10-31 15:59:04,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37266, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5011453407491249262_1345, duration: 363224
2013-10-31 15:59:04,500 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0034/attempt_20131031154230960_0034_m_000000_0/taskjvm.sh
2013-10-31 15:59:04,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml dst=null perm=null
2013-10-31 15:59:04,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.xml dst=null perm=null
2013-10-31 15:59:04,510 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58829, bytes: 28406, op: HDFS_READ, cliID: DFSClient_-236259332, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1522134065864129782_1342, duration: 416084
2013-10-31 15:59:04,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58830, bytes: 28406, op: HDFS_READ, cliID: DFSClient_812397288, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1522134065864129782_1342, duration: 442404
2013-10-31 15:59:04,550 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:59:04,551 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:59:04,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar dst=null perm=null
2013-10-31 15:59:04,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.jar dst=null perm=null
2013-10-31 15:59:04,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37271, bytes: 239915, op: HDFS_READ, cliID: DFSClient_812397288, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4287801005703790235_1339, duration: 1403890
2013-10-31 15:59:04,587 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_m_-1156925324 given task: attempt_20131031154230960_0034_m_000001_0
2013-10-31 15:59:04,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38918, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-236259332, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4287801005703790235_1339, duration: 3447175
2013-10-31 15:59:04,675 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0034_m_1818464604
2013-10-31 15:59:04,676 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0034_m_1818464604 spawned.
2013-10-31 15:59:04,677 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0034/attempt_20131031154230960_0034_m_000004_0/taskjvm.sh
2013-10-31 15:59:04,680 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0034_m_-1805560681
2013-10-31 15:59:04,680 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0034_m_-1805560681 spawned.
2013-10-31 15:59:04,680 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0034_m_-1482130329
2013-10-31 15:59:04,681 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0034_m_-1482130329 spawned.
2013-10-31 15:59:04,683 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0034/attempt_20131031154230960_0034_m_000002_0/taskjvm.sh
2013-10-31 15:59:04,683 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0034/attempt_20131031154230960_0034_m_000003_0/taskjvm.sh
2013-10-31 15:59:04,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=null
2013-10-31 15:59:04,693 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38920, bytes: 1748, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3174872407413736264_1340, duration: 173037
2013-10-31 15:59:05,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:05,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37275, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 142180
2013-10-31 15:59:05,333 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_m_197011737 given task: attempt_20131031154230960_0034_m_000000_0
2013-10-31 15:59:05,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=null
2013-10-31 15:59:05,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33389, bytes: 1748, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3174872407413736264_1340, duration: 167496
2013-10-31 15:59:05,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:05,919 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_m_1818464604 given task: attempt_20131031154230960_0034_m_000004_0
2013-10-31 15:59:05,932 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_m_-1482130329 given task: attempt_20131031154230960_0034_m_000003_0
2013-10-31 15:59:05,947 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_m_-1805560681 given task: attempt_20131031154230960_0034_m_000002_0
2013-10-31 15:59:06,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37282, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 140092
2013-10-31 15:59:06,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=null
2013-10-31 15:59:06,439 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38932, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3174872407413736264_1340, duration: 232149
2013-10-31 15:59:06,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=null
2013-10-31 15:59:06,453 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58847, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000004_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3174872407413736264_1340, duration: 150726
2013-10-31 15:59:06,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034/job.split dst=null perm=null
2013-10-31 15:59:06,463 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58848, bytes: 1232, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3174872407413736264_1340, duration: 141264
2013-10-31 15:59:06,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:06,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33397, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4654830788849258098_1030, duration: 105334
2013-10-31 15:59:06,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:06,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38936, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000004_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 140192
2013-10-31 15:59:06,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:06,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37291, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0034_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 162582
2013-10-31 15:59:07,658 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:4+4
2013-10-31 15:59:07,660 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_m_000001_0 is done.
2013-10-31 15:59:07,661 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_m_000001_0 was 40
2013-10-31 15:59:07,661 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:59:08,763 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+4
2013-10-31 15:59:08,766 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_m_000000_0 is done.
2013-10-31 15:59:08,766 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_m_000000_0 was 40
2013-10-31 15:59:08,767 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:09,365 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:12+4
2013-10-31 15:59:09,368 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_m_000003_0 is done.
2013-10-31 15:59:09,369 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_m_000003_0 was 40
2013-10-31 15:59:09,369 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:59:09,377 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000004_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:16+3
2013-10-31 15:59:09,380 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_m_000004_0 is done.
2013-10-31 15:59:09,380 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_m_000004_0 was 40
2013-10-31 15:59:09,380 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:09,392 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:8+4
2013-10-31 15:59:09,394 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_m_000002_0 is done.
2013-10-31 15:59:09,394 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_m_000002_0 was 40
2013-10-31 15:59:09,395 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:09,419 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0034_m_000006_0
2013-10-31 15:59:09,419 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0034_m_000006_0
2013-10-31 15:59:09,419 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0034_m_000006_0 not found in cache
2013-10-31 15:59:10,423 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_m_000000_0' has completed task_20131031154230960_0034_m_000000 successfully.
2013-10-31 15:59:10,628 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_m_000001_0' has completed task_20131031154230960_0034_m_000001 successfully.
2013-10-31 15:59:10,630 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0034_r_000000_0' to tip task_20131031154230960_0034_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:59:10,631 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_m_000004_0' has completed task_20131031154230960_0034_m_000004 successfully.
2013-10-31 15:59:10,633 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:59:10,633 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_r_000000_0 which needs 1 slots
2013-10-31 15:59:10,633 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0034_r_000000_0 which needs 1 slots
2013-10-31 15:59:10,636 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_m_000002_0' has completed task_20131031154230960_0034_m_000002 successfully.
2013-10-31 15:59:10,638 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_m_000003_0' has completed task_20131031154230960_0034_m_000003 successfully.
2013-10-31 15:59:10,695 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0034_r_1121979958
2013-10-31 15:59:10,696 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0034_r_1121979958 spawned.
2013-10-31 15:59:10,699 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0034/attempt_20131031154230960_0034_r_000000_0/taskjvm.sh
2013-10-31 15:59:11,509 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_r_1121979958 given task: attempt_20131031154230960_0034_r_000000_0
2013-10-31 15:59:11,509 INFO mapred.JobTracker (JobTracker.java:run(373)) - attempt_20131031154230960_0034_r_000000_0 is 879 ms debug.
2013-10-31 15:59:17,212 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46340, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0034_m_000000_0, duration: 5829631
2013-10-31 15:59:17,226 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46340, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0034_m_000001_0, duration: 7929598
2013-10-31 15:59:17,240 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:51119, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0034_m_000004_0, duration: 10192897
2013-10-31 15:59:17,256 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40670, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0034_m_000002_0, duration: 11636388
2013-10-31 15:59:17,271 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:40670, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0034_m_000003_0, duration: 11187834
2013-10-31 15:59:18,022 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:59:18,085 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:59:18,138 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:59:18,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:59:18,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:18,399 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0/part-00000. blk_8948883556634490445_1346
2013-10-31 15:59:18,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8948883556634490445_1346 src: /127.0.0.1:38943 dest: /127.0.0.1:42031
2013-10-31 15:59:18,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8948883556634490445_1346 src: /127.0.0.1:58858 dest: /127.0.0.1:40932
2013-10-31 15:59:18,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8948883556634490445_1346 src: /127.0.0.1:33407 dest: /127.0.0.1:51383
2013-10-31 15:59:18,442 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33407, dest: /127.0.0.1:51383, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0034_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8948883556634490445_1346, duration: 2513147
2013-10-31 15:59:18,442 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8948883556634490445_1346 terminating
2013-10-31 15:59:18,442 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58858, dest: /127.0.0.1:40932, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0034_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8948883556634490445_1346, duration: 4121054
2013-10-31 15:59:18,443 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8948883556634490445_1346 terminating
2013-10-31 15:59:18,443 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38943, dest: /127.0.0.1:42031, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0034_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8948883556634490445_1346, duration: 4946288
2013-10-31 15:59:18,443 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8948883556634490445_1346 terminating
2013-10-31 15:59:18,446 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8948883556634490445_1346 size 290
2013-10-31 15:59:18,446 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0034_r_000000_0
2013-10-31 15:59:18,446 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0034_r_000000_0
2013-10-31 15:59:18,446 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8948883556634490445_1346 size 290
2013-10-31 15:59:18,447 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8948883556634490445_1346 size 290
2013-10-31 15:59:18,484 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0034_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:59:18,485 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:59:19,642 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 5 OK for attempt_20131031154230960_0034_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:55812
2013-10-31 15:59:19,643 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0034_r_000000_0
2013-10-31 15:59:20,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0 dst=null perm=null
2013-10-31 15:59:20,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:59:20,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0/part-00000 dst=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:20,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary/_attempt_20131031154230960_0034_r_000000_0 dst=null perm=null
2013-10-31 15:59:21,065 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_r_000000_0 1.0% reduce > reduce
2013-10-31 15:59:21,067 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_r_000000_0 1.0% reduce > reduce
2013-10-31 15:59:21,068 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_r_000000_0 is done.
2013-10-31 15:59:21,068 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_r_000000_0 was -1
2013-10-31 15:59:21,068 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:22,646 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_r_000000_0' has completed task_20131031154230960_0034_r_000000 successfully.
2013-10-31 15:59:22,649 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0034_m_000005_0' to tip task_20131031154230960_0034_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:59:22,652 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0034_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:59:22,652 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0034_m_000005_0 which needs 1 slots
2013-10-31 15:59:22,653 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0034_m_000005_0 which needs 1 slots
2013-10-31 15:59:22,687 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0034/attempt_20131031154230960_0034_m_000005_0. Attempting to reuse: jvm_20131031154230960_0034_m_197011737
2013-10-31 15:59:22,833 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0034_m_197011737 given task: attempt_20131031154230960_0034_m_000005_0
2013-10-31 15:59:22,975 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000005_0 0.0%
2013-10-31 15:59:22,977 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1815 Total time for transactions(ms): 28Number of transactions batched in Syncs: 131 Number of syncs: 1293 SyncTimes(ms): 60561 8427
2013-10-31 15:59:22,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_temporary dst=null perm=null
2013-10-31 15:59:22,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:22,996 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_SUCCESS from client DFSClient_attempt_20131031154230960_0034_m_000005_0
2013-10-31 15:59:22,997 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0034_m_000005_0
2013-10-31 15:59:23,003 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4287801005703790235 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:23,003 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4287801005703790235 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:23,003 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4287801005703790235 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:23,003 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4287801005703790235 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3174872407413736264 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3174872407413736264 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3174872407413736264 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3174872407413736264 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3978227651096316490 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3978227651096316490 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3978227651096316490 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1522134065864129782 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1522134065864129782 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:23,004 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1522134065864129782 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:23,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0034 dst=null perm=null
2013-10-31 15:59:23,680 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_4287801005703790235_1339 blk_-1522134065864129782_1342 blk_3978227651096316490_1341 blk_3174872407413736264_1340
2013-10-31 15:59:23,680 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_4287801005703790235_1339 blk_-1522134065864129782_1342 blk_3978227651096316490_1341 blk_3174872407413736264_1340
2013-10-31 15:59:24,283 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1522134065864129782_1342 file build/test/data/dfs/data/data3/current/blk_-1522134065864129782 for deletion
2013-10-31 15:59:24,283 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3174872407413736264_1340 file build/test/data/dfs/data/data3/current/blk_3174872407413736264 for deletion
2013-10-31 15:59:24,283 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1522134065864129782_1342 at file build/test/data/dfs/data/data3/current/blk_-1522134065864129782
2013-10-31 15:59:24,283 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3978227651096316490_1341 file build/test/data/dfs/data/data4/current/blk_3978227651096316490 for deletion
2013-10-31 15:59:24,284 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3174872407413736264_1340 at file build/test/data/dfs/data/data3/current/blk_3174872407413736264
2013-10-31 15:59:24,284 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4287801005703790235_1339 file build/test/data/dfs/data/data4/current/blk_4287801005703790235 for deletion
2013-10-31 15:59:24,284 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3978227651096316490_1341 at file build/test/data/dfs/data/data4/current/blk_3978227651096316490
2013-10-31 15:59:24,285 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4287801005703790235_1339 at file build/test/data/dfs/data/data4/current/blk_4287801005703790235
2013-10-31 15:59:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:59:24,938 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:59:24,945 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:59:24,950 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:59:24,955 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:59:24,961 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:59:24,966 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:59:24,966 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:59:25,312 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1522134065864129782_1342 file build/test/data/dfs/data/data7/current/blk_-1522134065864129782 for deletion
2013-10-31 15:59:25,312 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3174872407413736264_1340 file build/test/data/dfs/data/data7/current/blk_3174872407413736264 for deletion
2013-10-31 15:59:25,312 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3978227651096316490_1341 file build/test/data/dfs/data/data8/current/blk_3978227651096316490 for deletion
2013-10-31 15:59:25,313 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4287801005703790235_1339 file build/test/data/dfs/data/data8/current/blk_4287801005703790235 for deletion
2013-10-31 15:59:25,495 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1522134065864129782_1342 at file build/test/data/dfs/data/data7/current/blk_-1522134065864129782
2013-10-31 15:59:25,495 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3174872407413736264_1340 at file build/test/data/dfs/data/data7/current/blk_3174872407413736264
2013-10-31 15:59:25,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3978227651096316490_1341 at file build/test/data/dfs/data/data8/current/blk_3978227651096316490
2013-10-31 15:59:25,687 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4287801005703790235_1339 at file build/test/data/dfs/data/data8/current/blk_4287801005703790235
2013-10-31 15:59:25,927 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0034_m_000005_0 0.0% cleanup
2013-10-31 15:59:25,928 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0034_m_000005_0 is done.
2013-10-31 15:59:25,928 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0034_m_000005_0 was -1
2013-10-31 15:59:25,929 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:26,681 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_4287801005703790235_1339 blk_3174872407413736264_1340
2013-10-31 15:59:26,681 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_4287801005703790235_1339 blk_-1522134065864129782_1342 blk_3978227651096316490_1341 blk_3174872407413736264_1340
2013-10-31 15:59:26,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3174872407413736264_1340 file build/test/data/dfs/data/data2/current/blk_3174872407413736264 for deletion
2013-10-31 15:59:26,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4287801005703790235_1339 file build/test/data/dfs/data/data2/current/blk_4287801005703790235 for deletion
2013-10-31 15:59:26,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3174872407413736264_1340 at file build/test/data/dfs/data/data2/current/blk_3174872407413736264
2013-10-31 15:59:26,770 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4287801005703790235_1339 at file build/test/data/dfs/data/data2/current/blk_4287801005703790235
2013-10-31 15:59:27,653 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0034_r_000000_0
2013-10-31 15:59:27,653 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0034_r_000000_0
2013-10-31 15:59:27,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1522134065864129782_1342 file build/test/data/dfs/data/data6/current/blk_-1522134065864129782 for deletion
2013-10-31 15:59:27,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3174872407413736264_1340 file build/test/data/dfs/data/data6/current/blk_3174872407413736264 for deletion
2013-10-31 15:59:27,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1522134065864129782_1342 at file build/test/data/dfs/data/data6/current/blk_-1522134065864129782
2013-10-31 15:59:27,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3978227651096316490_1341 file build/test/data/dfs/data/data5/current/blk_3978227651096316490 for deletion
2013-10-31 15:59:27,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3174872407413736264_1340 at file build/test/data/dfs/data/data6/current/blk_3174872407413736264
2013-10-31 15:59:27,756 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4287801005703790235_1339 file build/test/data/dfs/data/data5/current/blk_4287801005703790235 for deletion
2013-10-31 15:59:27,756 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3978227651096316490_1341 at file build/test/data/dfs/data/data5/current/blk_3978227651096316490
2013-10-31 15:59:27,757 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4287801005703790235_1339 at file build/test/data/dfs/data/data5/current/blk_4287801005703790235
2013-10-31 15:59:28,659 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0034_m_000005_0' has completed task_20131031154230960_0034_m_000005 successfully.
2013-10-31 15:59:28,660 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0034 has completed successfully.
2013-10-31 15:59:28,661 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0034,submitTime=1383235136090,launchTime=1383235136230,firstMapTaskLaunchTime=1383235144409,firstReduceTaskLaunchTime=1383235150630,firstJobSetupTaskLaunchTime=1383235138181,firstJobCleanupTaskLaunchTime=1383235162649,finishTime=1383235168660,numMaps=5,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=29,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[FA2BB79D58434B7EA9197724A3BF0451/42610F2239B141B185B6E7AA20F448F2] lower+upper+offset/(2/2)
2013-10-31 15:59:28,666 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_1383235136090_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F42610F2239B141B1. blk_-6985025369653827818_1347
2013-10-31 15:59:28,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6985025369653827818_1347 src: /127.0.0.1:38948 dest: /127.0.0.1:42031
2013-10-31 15:59:28,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6985025369653827818_1347 src: /127.0.0.1:58863 dest: /127.0.0.1:40932
2013-10-31 15:59:28,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6985025369653827818_1347 src: /127.0.0.1:37304 dest: /127.0.0.1:37515
2013-10-31 15:59:28,682 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37304, dest: /127.0.0.1:37515, bytes: 32001, op: HDFS_WRITE, cliID: DFSClient_1439981623, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6985025369653827818_1347, duration: 6984401
2013-10-31 15:59:28,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6985025369653827818_1347 terminating
2013-10-31 15:59:28,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58863, dest: /127.0.0.1:40932, bytes: 32001, op: HDFS_WRITE, cliID: DFSClient_1439981623, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6985025369653827818_1347, duration: 5511979
2013-10-31 15:59:28,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6985025369653827818_1347 terminating
2013-10-31 15:59:28,684 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38948, dest: /127.0.0.1:42031, bytes: 32001, op: HDFS_WRITE, cliID: DFSClient_1439981623, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6985025369653827818_1347, duration: 6292342
2013-10-31 15:59:28,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6985025369653827818_1347 terminating
2013-10-31 15:59:28,686 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6985025369653827818_1347 size 32001
2013-10-31 15:59:28,686 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_1383235136090_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F42610F2239B141B1 from client DFSClient_1439981623
2013-10-31 15:59:28,687 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/_logs/history/job_20131031154230960_0034_1383235136090_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F42610F2239B141B1 is closed by DFSClient_1439981623
2013-10-31 15:59:28,688 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6985025369653827818_1347 size 32001
2013-10-31 15:59:28,688 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6985025369653827818_1347 size 32001
2013-10-31 15:59:28,695 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0034_1383235136090_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F42610F2239B141B1 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:59:28,696 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_m_000000_0'
2013-10-31 15:59:28,696 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_m_000001_0'
2013-10-31 15:59:28,696 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_m_000005_0'
2013-10-31 15:59:28,697 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_m_000006_0'
2013-10-31 15:59:28,698 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5011453407491249262 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:28,698 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_r_000000_0'
2013-10-31 15:59:28,698 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5011453407491249262 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:28,699 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5011453407491249262 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:28,699 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_m_000002_0'
2013-10-31 15:59:28,699 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_m_000003_0'
2013-10-31 15:59:28,701 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0034_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 15:59:28,702 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower+upper+offset] starting step: (1/2) .../samemergethreechaingroup
2013-10-31 15:59:28,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0034 dst=null perm=null
2013-10-31 15:59:28,709 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:59:28,709 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:59:28,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:59:28,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:59:28,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:28,733 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar. blk_-8715539973422732475_1348
2013-10-31 15:59:28,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8715539973422732475_1348 src: /127.0.0.1:33414 dest: /127.0.0.1:51383
2013-10-31 15:59:28,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8715539973422732475_1348 src: /127.0.0.1:38953 dest: /127.0.0.1:42031
2013-10-31 15:59:28,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8715539973422732475_1348 src: /127.0.0.1:37308 dest: /127.0.0.1:37515
2013-10-31 15:59:28,750 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37308, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8715539973422732475_1348, duration: 7872213
2013-10-31 15:59:28,750 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8715539973422732475_1348 terminating
2013-10-31 15:59:28,751 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38953, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8715539973422732475_1348, duration: 8704468
2013-10-31 15:59:28,751 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8715539973422732475_1348 terminating
2013-10-31 15:59:28,751 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33414, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8715539973422732475_1348, duration: 9740245
2013-10-31 15:59:28,752 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8715539973422732475_1348 terminating
2013-10-31 15:59:28,752 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8715539973422732475_1348 size 238055
2013-10-31 15:59:28,754 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar from client DFSClient_1020568644
2013-10-31 15:59:28,754 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar is closed by DFSClient_1020568644
2013-10-31 15:59:28,755 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8715539973422732475_1348 size 238055
2013-10-31 15:59:28,755 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8715539973422732475_1348 size 238055
2013-10-31 15:59:28,763 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar. New replication is 10
2013-10-31 15:59:28,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar dst=null perm=null
2013-10-31 15:59:28,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:28,776 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:59:28,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C dst=null perm=null
2013-10-31 15:59:28,782 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:59:28,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/part-00000 dst=null perm=null
2013-10-31 15:59:28,785 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:59:28,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:28,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C dst=null perm=null
2013-10-31 15:59:28,789 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:59:28,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/part-00000 dst=null perm=null
2013-10-31 15:59:28,792 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:59:28,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:28,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:28,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:28,818 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split. New replication is 10
2013-10-31 15:59:28,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=null
2013-10-31 15:59:28,827 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split. blk_-6800521108680297786_1349
2013-10-31 15:59:28,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6800521108680297786_1349 src: /127.0.0.1:37309 dest: /127.0.0.1:37515
2013-10-31 15:59:28,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6800521108680297786_1349 src: /127.0.0.1:58870 dest: /127.0.0.1:40932
2013-10-31 15:59:28,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6800521108680297786_1349 src: /127.0.0.1:38957 dest: /127.0.0.1:42031
2013-10-31 15:59:28,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6800521108680297786_1349 src: /127.0.0.1:33420 dest: /127.0.0.1:51383
2013-10-31 15:59:28,837 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33420, dest: /127.0.0.1:51383, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6800521108680297786_1349, duration: 116312
2013-10-31 15:59:28,838 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6800521108680297786_1349 terminating
2013-10-31 15:59:28,838 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-6800521108680297786_1349 size 2083
2013-10-31 15:59:28,838 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38957, dest: /127.0.0.1:42031, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6800521108680297786_1349, duration: 1013190
2013-10-31 15:59:28,839 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6800521108680297786_1349 size 2083
2013-10-31 15:59:28,839 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6800521108680297786_1349 terminating
2013-10-31 15:59:28,839 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58870, dest: /127.0.0.1:40932, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6800521108680297786_1349, duration: 2097253
2013-10-31 15:59:28,840 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6800521108680297786_1349 terminating
2013-10-31 15:59:28,840 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37309, dest: /127.0.0.1:37515, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6800521108680297786_1349, duration: 3087757
2013-10-31 15:59:28,841 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6800521108680297786_1349 terminating
2013-10-31 15:59:28,841 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6800521108680297786_1349 size 2083
2013-10-31 15:59:28,843 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split from client DFSClient_1020568644
2013-10-31 15:59:28,844 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split is closed by DFSClient_1020568644
2013-10-31 15:59:28,844 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6800521108680297786_1349 size 2083
2013-10-31 15:59:28,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:28,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:28,867 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.splitmetainfo. blk_-8300290336030027084_1350
2013-10-31 15:59:28,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8300290336030027084_1350 src: /127.0.0.1:38959 dest: /127.0.0.1:42031
2013-10-31 15:59:28,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8300290336030027084_1350 src: /127.0.0.1:58874 dest: /127.0.0.1:40932
2013-10-31 15:59:28,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8300290336030027084_1350 src: /127.0.0.1:37315 dest: /127.0.0.1:37515
2013-10-31 15:59:28,875 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37315, dest: /127.0.0.1:37515, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8300290336030027084_1350, duration: 64914
2013-10-31 15:59:28,875 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8300290336030027084_1350 terminating
2013-10-31 15:59:28,876 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58874, dest: /127.0.0.1:40932, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8300290336030027084_1350, duration: 806566
2013-10-31 15:59:28,876 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8300290336030027084_1350 terminating
2013-10-31 15:59:28,877 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38959, dest: /127.0.0.1:42031, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8300290336030027084_1350, duration: 1666737
2013-10-31 15:59:28,877 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8300290336030027084_1350 terminating
2013-10-31 15:59:28,880 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8300290336030027084_1350 size 220
2013-10-31 15:59:28,881 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 15:59:28,881 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 15:59:28,881 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8300290336030027084_1350 size 220
2013-10-31 15:59:28,882 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8300290336030027084_1350 size 220
2013-10-31 15:59:28,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:29,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:29,508 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml. blk_-9217041917438743504_1351
2013-10-31 15:59:29,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9217041917438743504_1351 src: /127.0.0.1:58876 dest: /127.0.0.1:40932
2013-10-31 15:59:29,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9217041917438743504_1351 src: /127.0.0.1:37317 dest: /127.0.0.1:37515
2013-10-31 15:59:29,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9217041917438743504_1351 src: /127.0.0.1:33426 dest: /127.0.0.1:51383
2013-10-31 15:59:29,517 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33426, dest: /127.0.0.1:51383, bytes: 28710, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9217041917438743504_1351, duration: 386242
2013-10-31 15:59:29,517 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9217041917438743504_1351 terminating
2013-10-31 15:59:29,518 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37317, dest: /127.0.0.1:37515, bytes: 28710, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9217041917438743504_1351, duration: 1289737
2013-10-31 15:59:29,518 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9217041917438743504_1351 terminating
2013-10-31 15:59:29,519 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58876, dest: /127.0.0.1:40932, bytes: 28710, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9217041917438743504_1351, duration: 2345764
2013-10-31 15:59:29,519 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9217041917438743504_1351 terminating
2013-10-31 15:59:29,522 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-9217041917438743504_1351 size 28710
2013-10-31 15:59:29,523 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml from client DFSClient_1020568644
2013-10-31 15:59:29,523 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml is closed by DFSClient_1020568644
2013-10-31 15:59:29,523 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-9217041917438743504_1351 size 28710
2013-10-31 15:59:29,524 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-9217041917438743504_1351 size 28710
2013-10-31 15:59:29,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml dst=null perm=null
2013-10-31 15:59:29,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33428, bytes: 28938, op: HDFS_READ, cliID: DFSClient_1804611610, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9217041917438743504_1351, duration: 394923
2013-10-31 15:59:29,560 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0035: nMaps=6 nReduces=1 max=-1
2013-10-31 15:59:29,560 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0035 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:59:29,560 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0035
2013-10-31 15:59:29,560 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0035 RESULT=SUCCESS
2013-10-31 15:59:29,560 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0035
2013-10-31 15:59:29,561 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [lower+upper+offset] submitted hadoop job: job_20131031154230960_0035
2013-10-31 15:59:29,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_1383235169531_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F455F319A59894B98 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:29,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:29,588 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_conf.xml. blk_-2267263676876383256_1353
2013-10-31 15:59:29,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2267263676876383256_1353 src: /127.0.0.1:58881 dest: /127.0.0.1:40932
2013-10-31 15:59:29,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2267263676876383256_1353 src: /127.0.0.1:33430 dest: /127.0.0.1:51383
2013-10-31 15:59:29,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2267263676876383256_1353 src: /127.0.0.1:37323 dest: /127.0.0.1:37515
2013-10-31 15:59:29,611 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37323, dest: /127.0.0.1:37515, bytes: 28775, op: HDFS_WRITE, cliID: DFSClient_1804611610, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2267263676876383256_1353, duration: 850459
2013-10-31 15:59:29,611 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2267263676876383256_1353 terminating
2013-10-31 15:59:29,612 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33430, dest: /127.0.0.1:51383, bytes: 28775, op: HDFS_WRITE, cliID: DFSClient_1804611610, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2267263676876383256_1353, duration: 1914417
2013-10-31 15:59:29,612 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2267263676876383256_1353 terminating
2013-10-31 15:59:29,613 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58881, dest: /127.0.0.1:40932, bytes: 28775, op: HDFS_WRITE, cliID: DFSClient_1804611610, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2267263676876383256_1353, duration: 2696215
2013-10-31 15:59:29,613 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2267263676876383256_1353 terminating
2013-10-31 15:59:29,615 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2267263676876383256_1353 size 28775
2013-10-31 15:59:29,615 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_conf.xml from client DFSClient_1804611610
2013-10-31 15:59:29,616 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_conf.xml is closed by DFSClient_1804611610
2013-10-31 15:59:29,616 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2267263676876383256_1353 size 28775
2013-10-31 15:59:29,616 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2267263676876383256_1353 size 28775
2013-10-31 15:59:29,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:29,632 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken. blk_8154937076679299302_1354
2013-10-31 15:59:29,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8154937076679299302_1354 src: /127.0.0.1:38970 dest: /127.0.0.1:42031
2013-10-31 15:59:29,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8154937076679299302_1354 src: /127.0.0.1:37325 dest: /127.0.0.1:37515
2013-10-31 15:59:29,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8154937076679299302_1354 src: /127.0.0.1:58886 dest: /127.0.0.1:40932
2013-10-31 15:59:29,640 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58886, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8154937076679299302_1354, duration: 74699
2013-10-31 15:59:29,641 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8154937076679299302_1354 terminating
2013-10-31 15:59:29,641 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37325, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8154937076679299302_1354, duration: 906580
2013-10-31 15:59:29,642 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8154937076679299302_1354 terminating
2013-10-31 15:59:29,642 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38970, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8154937076679299302_1354, duration: 1743776
2013-10-31 15:59:29,643 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8154937076679299302_1354 terminating
2013-10-31 15:59:29,644 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8154937076679299302_1354 size 116
2013-10-31 15:59:29,644 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8154937076679299302_1354 size 116
2013-10-31 15:59:29,645 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken from client DFSClient_1020568644
2013-10-31 15:59:29,645 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken is closed by DFSClient_1020568644
2013-10-31 15:59:29,646 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8154937076679299302_1354 size 116
2013-10-31 15:59:29,650 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken
2013-10-31 15:59:29,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.splitmetainfo dst=null perm=null
2013-10-31 15:59:29,654 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37327, bytes: 224, op: HDFS_READ, cliID: DFSClient_1804611610, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8300290336030027084_1350, duration: 272081
2013-10-31 15:59:29,656 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0035 = 309. Number of splits = 6
2013-10-31 15:59:29,656 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,656 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,657 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,658 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,659 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,660 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0035_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:59:29,661 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0035 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:59:29,661 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0035 initialized successfully with 6 map tasks and 1 reduce tasks.
2013-10-31 15:59:29,682 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-8715539973422732475_1348 to datanode(s) 127.0.0.1:40932
2013-10-31 15:59:29,682 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-5011453407491249262_1345
2013-10-31 15:59:29,682 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-5011453407491249262_1345
2013-10-31 15:59:30,285 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-8715539973422732475_1348 to 127.0.0.1:40932
2013-10-31 15:59:30,285 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5011453407491249262_1345 file build/test/data/dfs/data/data4/current/blk_-5011453407491249262 for deletion
2013-10-31 15:59:30,286 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5011453407491249262_1345 at file build/test/data/dfs/data/data4/current/blk_-5011453407491249262
2013-10-31 15:59:30,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8715539973422732475_1348 src: /127.0.0.1:58889 dest: /127.0.0.1:40932
2013-10-31 15:59:30,287 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-8715539973422732475_1348 to /127.0.0.1:40932
2013-10-31 15:59:30,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-8715539973422732475_1348 src: /127.0.0.1:58889 dest: /127.0.0.1:40932 of size 238055
2013-10-31 15:59:30,292 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8715539973422732475_1348 size 238055
2013-10-31 15:59:30,756 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5011453407491249262_1345 file build/test/data/dfs/data/data6/current/blk_-5011453407491249262 for deletion
2013-10-31 15:59:30,756 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5011453407491249262_1345 at file build/test/data/dfs/data/data6/current/blk_-5011453407491249262
2013-10-31 15:59:31,655 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0035_m_000007_0' to tip task_20131031154230960_0035_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:59:31,661 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:59:31,662 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000007_0 which needs 1 slots
2013-10-31 15:59:31,662 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0034
2013-10-31 15:59:31,662 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0035_m_000007_0 which needs 1 slots
2013-10-31 15:59:31,662 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0034 being deleted.
2013-10-31 15:59:31,665 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0034_m_000004_0'
2013-10-31 15:59:31,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken dst=null perm=null
2013-10-31 15:59:31,673 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37330, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8154937076679299302_1354, duration: 296958
2013-10-31 15:59:31,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml dst=null perm=null
2013-10-31 15:59:31,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37332, bytes: 28938, op: HDFS_READ, cliID: DFSClient_676509445, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9217041917438743504_1351, duration: 391486
2013-10-31 15:59:31,706 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:59:31,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar dst=null perm=null
2013-10-31 15:59:31,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33441, bytes: 239915, op: HDFS_READ, cliID: DFSClient_676509445, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8715539973422732475_1348, duration: 1184351
2013-10-31 15:59:31,818 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0035_m_1670668631
2013-10-31 15:59:31,819 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0035_m_1670668631 spawned.
2013-10-31 15:59:31,821 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0035/attempt_20131031154230960_0035_m_000007_0/taskjvm.sh
2013-10-31 15:59:32,683 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5011453407491249262_1345
2013-10-31 15:59:33,223 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_1670668631 given task: attempt_20131031154230960_0035_m_000007_0
2013-10-31 15:59:33,699 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0034
2013-10-31 15:59:33,699 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0034_m_000005_0 not found in cache
2013-10-31 15:59:33,699 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0034 for user-log deletion with retainTimeStamp:1383321573699
2013-10-31 15:59:33,700 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0034
2013-10-31 15:59:33,700 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0034 for user-log deletion with retainTimeStamp:1383321573700
2013-10-31 15:59:33,717 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0034_m_-1156925324 since job job_20131031154230960_0034 is dead
2013-10-31 15:59:33,722 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2379 with signal TERM. Exit code 0
2013-10-31 15:59:33,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:59:33,904 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:33,904 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:33,904 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:33,904 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0034_m_-1156925324 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:59:33,950 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0034_m_-1482130329 since job job_20131031154230960_0034 is dead
2013-10-31 15:59:33,959 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2626 with signal TERM. Exit code 0
2013-10-31 15:59:33,960 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0034_m_-1805560681 since job job_20131031154230960_0034 is dead
2013-10-31 15:59:33,969 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0034_m_197011737 since job job_20131031154230960_0034 is dead
2013-10-31 15:59:33,976 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2627 with signal TERM. Exit code 0
2013-10-31 15:59:33,981 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2552 with signal TERM. Exit code 0
2013-10-31 15:59:34,133 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:34,134 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:34,134 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:34,134 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0034_m_197011737 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:59:34,168 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:34,168 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:34,168 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:34,168 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0034_m_-1805560681 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:59:34,172 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:34,172 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:34,172 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:34,172 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0034_m_-1482130329 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:59:34,315 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5011453407491249262_1345 file build/test/data/dfs/data/data7/current/blk_-5011453407491249262 for deletion
2013-10-31 15:59:34,315 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5011453407491249262_1345 at file build/test/data/dfs/data/data7/current/blk_-5011453407491249262
2013-10-31 15:59:35,112 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0034_r_1121979958 since job job_20131031154230960_0034 is dead
2013-10-31 15:59:35,122 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2836 with signal TERM. Exit code 0
2013-10-31 15:59:35,306 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:35,306 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:35,306 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:35,307 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0034_r_1121979958 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:59:36,666 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0034
2013-10-31 15:59:36,667 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0034 for user-log deletion with retainTimeStamp:1383321576667
2013-10-31 15:59:36,676 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000007_0 0.0% setup
2013-10-31 15:59:36,679 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000007_0 is done.
2013-10-31 15:59:36,679 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000007_0 was -1
2013-10-31 15:59:36,679 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:36,958 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0034_m_1818464604 since job job_20131031154230960_0034 is dead
2013-10-31 15:59:36,968 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2622 with signal TERM. Exit code 0
2013-10-31 15:59:37,224 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:59:37,224 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:59:37,224 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:59:37,224 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0034_m_1818464604 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:59:37,668 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000007_0' has completed task_20131031154230960_0035_m_000007 successfully.
2013-10-31 15:59:37,672 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0035_m_000000_0' to tip task_20131031154230960_0035_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:59:37,673 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0035_m_000000
2013-10-31 15:59:37,674 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0035_m_000001_0' to tip task_20131031154230960_0035_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:59:37,674 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0035_m_000001
2013-10-31 15:59:37,676 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0035_m_000002_0' to tip task_20131031154230960_0035_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:59:37,677 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:59:37,677 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0035_m_000002
2013-10-31 15:59:37,678 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:59:37,679 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0035_m_000003_0' to tip task_20131031154230960_0035_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 15:59:37,679 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000000_0 which needs 1 slots
2013-10-31 15:59:37,679 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0035_m_000000_0 which needs 1 slots
2013-10-31 15:59:37,679 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0035_m_000003
2013-10-31 15:59:37,680 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000001_0 which needs 1 slots
2013-10-31 15:59:37,680 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0035_m_000001_0 which needs 1 slots
2013-10-31 15:59:37,683 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:59:37,685 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:59:37,687 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000002_0 which needs 1 slots
2013-10-31 15:59:37,687 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0035_m_000002_0 which needs 1 slots
2013-10-31 15:59:37,687 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000003_0 which needs 1 slots
2013-10-31 15:59:37,687 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0035_m_000003_0 which needs 1 slots
2013-10-31 15:59:37,708 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0035_m_000004_0' to tip task_20131031154230960_0035_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:59:37,708 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0035_m_000004
2013-10-31 15:59:37,709 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0035_m_000005_0' to tip task_20131031154230960_0035_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 15:59:37,710 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0035_m_000005
2013-10-31 15:59:37,712 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:59:37,713 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:59:37,714 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000004_0 which needs 1 slots
2013-10-31 15:59:37,714 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0035_m_000004_0 which needs 1 slots
2013-10-31 15:59:37,714 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000005_0 which needs 1 slots
2013-10-31 15:59:37,715 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0035_m_000005_0 which needs 1 slots
2013-10-31 15:59:37,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken dst=null perm=null
2013-10-31 15:59:37,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035/jobToken dst=null perm=null
2013-10-31 15:59:37,894 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0035_m_73033791
2013-10-31 15:59:37,896 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0035_m_73033791 spawned.
2013-10-31 15:59:37,897 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0035/attempt_20131031154230960_0035_m_000001_0. Attempting to reuse: jvm_20131031154230960_0035_m_1670668631
2013-10-31 15:59:37,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58899, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8154937076679299302_1354, duration: 2531205
2013-10-31 15:59:37,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37340, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8154937076679299302_1354, duration: 276188
2013-10-31 15:59:37,901 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0035/attempt_20131031154230960_0035_m_000000_0/taskjvm.sh
2013-10-31 15:59:37,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml dst=null perm=null
2013-10-31 15:59:37,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.xml dst=null perm=null
2013-10-31 15:59:37,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33451, bytes: 28938, op: HDFS_READ, cliID: DFSClient_201068804, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9217041917438743504_1351, duration: 435902
2013-10-31 15:59:37,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33452, bytes: 28938, op: HDFS_READ, cliID: DFSClient_-787379162, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-9217041917438743504_1351, duration: 389323
2013-10-31 15:59:37,945 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:59:37,945 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:59:37,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar dst=null perm=null
2013-10-31 15:59:37,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.jar dst=null perm=null
2013-10-31 15:59:37,974 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33453, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-787379162, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8715539973422732475_1348, duration: 1181260
2013-10-31 15:59:37,975 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33454, bytes: 239915, op: HDFS_READ, cliID: DFSClient_201068804, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8715539973422732475_1348, duration: 1572290
2013-10-31 15:59:38,054 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0035_m_-1799882745
2013-10-31 15:59:38,056 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0035_m_-1799882745 spawned.
2013-10-31 15:59:38,057 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0035_m_-1295798496
2013-10-31 15:59:38,058 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0035_m_-1295798496 spawned.
2013-10-31 15:59:38,058 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0035/attempt_20131031154230960_0035_m_000003_0/taskjvm.sh
2013-10-31 15:59:38,060 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0035/attempt_20131031154230960_0035_m_000002_0/taskjvm.sh
2013-10-31 15:59:38,086 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0035_m_-1183785812
2013-10-31 15:59:38,087 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0035_m_-1183785812 spawned.
2013-10-31 15:59:38,087 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0035_m_2007232921
2013-10-31 15:59:38,088 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0035_m_2007232921 spawned.
2013-10-31 15:59:38,089 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0035/attempt_20131031154230960_0035_m_000004_0/taskjvm.sh
2013-10-31 15:59:38,089 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0035/attempt_20131031154230960_0035_m_000005_0/taskjvm.sh
2013-10-31 15:59:38,236 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_1670668631 given task: attempt_20131031154230960_0035_m_000001_0
2013-10-31 15:59:38,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=null
2013-10-31 15:59:38,354 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:38994, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6800521108680297786_1349, duration: 171409
2013-10-31 15:59:38,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:38,664 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37349, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 147056
2013-10-31 15:59:39,027 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_73033791 given task: attempt_20131031154230960_0035_m_000000_0
2013-10-31 15:59:39,229 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_2007232921 given task: attempt_20131031154230960_0035_m_000005_0
2013-10-31 15:59:39,230 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_-1183785812 given task: attempt_20131031154230960_0035_m_000004_0
2013-10-31 15:59:39,249 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_-1799882745 given task: attempt_20131031154230960_0035_m_000003_0
2013-10-31 15:59:39,268 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_-1295798496 given task: attempt_20131031154230960_0035_m_000002_0
2013-10-31 15:59:39,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=null
2013-10-31 15:59:39,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33464, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-6800521108680297786_1349, duration: 179425
2013-10-31 15:59:39,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/part-00000 dst=null perm=null
2013-10-31 15:59:39,609 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39003, bytes: 294, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8948883556634490445_1346, duration: 113262
2013-10-31 15:59:39,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=null
2013-10-31 15:59:39,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58922, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000004_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6800521108680297786_1349, duration: 171460
2013-10-31 15:59:39,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=null
2013-10-31 15:59:39,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=null
2013-10-31 15:59:39,784 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39009, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6800521108680297786_1349, duration: 166095
2013-10-31 15:59:39,786 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58924, bytes: 555, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000005_0, offset: 1536, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6800521108680297786_1349, duration: 196034
2013-10-31 15:59:39,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035/job.split dst=null perm=null
2013-10-31 15:59:39,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:39,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39011, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000004_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 185630
2013-10-31 15:59:39,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39012, bytes: 1587, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000002_0, offset: 512, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6800521108680297786_1349, duration: 140647
2013-10-31 15:59:39,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:39,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:39,825 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39013, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 110148
2013-10-31 15:59:39,827 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37368, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000005_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4654830788849258098_1030, duration: 109693
2013-10-31 15:59:39,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:59:39,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39015, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0035_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 2369833
2013-10-31 15:59:41,319 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+4
2013-10-31 15:59:41,321 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000001_0 is done.
2013-10-31 15:59:41,322 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000001_0 was 23
2013-10-31 15:59:41,322 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:59:42,497 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C/part-00000:0+290
2013-10-31 15:59:42,499 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000000_0 is done.
2013-10-31 15:59:42,500 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000000_0 was 176
2013-10-31 15:59:42,500 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:42,679 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0035_m_000007_0
2013-10-31 15:59:42,679 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0035_m_000007_0
2013-10-31 15:59:42,679 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0035_m_000007_0 not found in cache
2013-10-31 15:59:42,690 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000004_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:12+4
2013-10-31 15:59:42,693 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000004_0 is done.
2013-10-31 15:59:42,693 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000004_0 was 23
2013-10-31 15:59:42,693 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:59:42,699 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:8+4
2013-10-31 15:59:42,701 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000003_0 is done.
2013-10-31 15:59:42,702 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000003_0 was 23
2013-10-31 15:59:42,702 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:59:42,716 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000005_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:16+3
2013-10-31 15:59:42,718 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000005_0 is done.
2013-10-31 15:59:42,719 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000005_0 was 23
2013-10-31 15:59:42,719 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:42,731 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:4+4
2013-10-31 15:59:42,732 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000002_0 is done.
2013-10-31 15:59:42,732 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000002_0 was 23
2013-10-31 15:59:42,732 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:43,683 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000000_0' has completed task_20131031154230960_0035_m_000000 successfully.
2013-10-31 15:59:43,684 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000001_0' has completed task_20131031154230960_0035_m_000001 successfully.
2013-10-31 15:59:43,686 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0035_r_000000_0' to tip task_20131031154230960_0035_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:59:43,689 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:59:43,689 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_r_000000_0 which needs 1 slots
2013-10-31 15:59:43,689 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0035_r_000000_0 which needs 1 slots
2013-10-31 15:59:43,692 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000002_0' has completed task_20131031154230960_0035_m_000002 successfully.
2013-10-31 15:59:43,694 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000003_0' has completed task_20131031154230960_0035_m_000003 successfully.
2013-10-31 15:59:43,718 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000004_0' has completed task_20131031154230960_0035_m_000004 successfully.
2013-10-31 15:59:43,719 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000005_0' has completed task_20131031154230960_0035_m_000005 successfully.
2013-10-31 15:59:43,725 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0035_r_-366487771
2013-10-31 15:59:43,726 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0035_r_-366487771 spawned.
2013-10-31 15:59:43,728 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0035/attempt_20131031154230960_0035_r_000000_0/taskjvm.sh
2013-10-31 15:59:44,799 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_r_-366487771 given task: attempt_20131031154230960_0035_r_000000_0
2013-10-31 15:59:50,495 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:48034, bytes: 176, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0035_m_000000_0, duration: 10487029
2013-10-31 15:59:50,520 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:48034, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0035_m_000001_0, duration: 11600389
2013-10-31 15:59:50,537 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:51197, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0035_m_000002_0, duration: 12020656
2013-10-31 15:59:50,552 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:51197, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0035_m_000003_0, duration: 11378902
2013-10-31 15:59:50,568 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46420, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0035_m_000004_0, duration: 11690706
2013-10-31 15:59:50,584 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46420, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0035_m_000005_0, duration: 11582108
2013-10-31 15:59:51,311 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:59:51,361 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:59:51,417 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:59:51,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:59:51,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:51,643 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0/part-00000. blk_2634009664297184670_1355
2013-10-31 15:59:51,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2634009664297184670_1355 src: /127.0.0.1:37375 dest: /127.0.0.1:37515
2013-10-31 15:59:51,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2634009664297184670_1355 src: /127.0.0.1:33484 dest: /127.0.0.1:51383
2013-10-31 15:59:51,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2634009664297184670_1355 src: /127.0.0.1:39023 dest: /127.0.0.1:42031
2013-10-31 15:59:51,671 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39023, dest: /127.0.0.1:42031, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0035_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2634009664297184670_1355, duration: 983874
2013-10-31 15:59:51,671 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2634009664297184670_1355 terminating
2013-10-31 15:59:51,672 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33484, dest: /127.0.0.1:51383, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0035_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2634009664297184670_1355, duration: 1387416
2013-10-31 15:59:51,672 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2634009664297184670_1355 terminating
2013-10-31 15:59:51,674 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37375, dest: /127.0.0.1:37515, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0035_r_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2634009664297184670_1355, duration: 1829057
2013-10-31 15:59:51,675 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2634009664297184670_1355 terminating
2013-10-31 15:59:51,675 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2634009664297184670_1355 size 60
2013-10-31 15:59:51,676 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2634009664297184670_1355 size 60
2013-10-31 15:59:51,676 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2634009664297184670_1355 size 60
2013-10-31 15:59:51,678 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0035_r_000000_0
2013-10-31 15:59:51,678 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0035_r_000000_0
2013-10-31 15:59:51,721 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0035_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:59:51,722 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:59:52,698 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 6 OK for attempt_20131031154230960_0035_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 15:59:52,700 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0035_r_000000_0
2013-10-31 15:59:52,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0 dst=null perm=null
2013-10-31 15:59:52,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:59:52,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:52,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031154230960_0035_r_000000_0 dst=null perm=null
2013-10-31 15:59:54,362 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_r_000000_0 1.0% reduce > reduce
2013-10-31 15:59:54,364 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_r_000000_0 1.0% reduce > reduce
2013-10-31 15:59:54,365 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_r_000000_0 is done.
2013-10-31 15:59:54,365 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_r_000000_0 was -1
2013-10-31 15:59:54,365 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:55,703 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_r_000000_0' has completed task_20131031154230960_0035_r_000000 successfully.
2013-10-31 15:59:55,706 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0035_m_000006_0' to tip task_20131031154230960_0035_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 15:59:55,709 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0035_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:59:55,709 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0035_m_000006_0 which needs 1 slots
2013-10-31 15:59:55,709 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0035_m_000006_0 which needs 1 slots
2013-10-31 15:59:55,745 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0035/attempt_20131031154230960_0035_m_000006_0. Attempting to reuse: jvm_20131031154230960_0035_m_73033791
2013-10-31 15:59:56,572 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0035_m_73033791 given task: attempt_20131031154230960_0035_m_000006_0
2013-10-31 15:59:56,708 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000006_0 0.0%
2013-10-31 15:59:56,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary dst=null perm=null
2013-10-31 15:59:57,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:59:57,492 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_SUCCESS from client DFSClient_attempt_20131031154230960_0035_m_000006_0
2013-10-31 15:59:57,492 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0035_m_000006_0
2013-10-31 15:59:57,500 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8715539973422732475 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:59:57,500 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8715539973422732475 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:57,500 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8715539973422732475 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:57,500 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8715539973422732475 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:57,501 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6800521108680297786 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:59:57,501 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6800521108680297786 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:57,501 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6800521108680297786 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:57,501 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6800521108680297786 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:57,501 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8300290336030027084 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:57,502 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8300290336030027084 is added to invalidSet of 127.0.0.1:42031
2013-10-31 15:59:57,502 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8300290336030027084 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:57,502 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9217041917438743504 is added to invalidSet of 127.0.0.1:51383
2013-10-31 15:59:57,502 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9217041917438743504 is added to invalidSet of 127.0.0.1:37515
2013-10-31 15:59:57,503 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9217041917438743504 is added to invalidSet of 127.0.0.1:40932
2013-10-31 15:59:57,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0035 dst=null perm=null
2013-10-31 15:59:59,657 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0035_m_000006_0 0.0% cleanup
2013-10-31 15:59:59,659 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0035_m_000006_0 is done.
2013-10-31 15:59:59,659 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0035_m_000006_0 was -1
2013-10-31 15:59:59,660 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:59:59,688 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-9217041917438743504_1351 blk_-6800521108680297786_1349 blk_-8715539973422732475_1348
2013-10-31 15:59:59,688 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-6800521108680297786_1349 blk_-8300290336030027084_1350 blk_-8715539973422732475_1348
2013-10-31 15:59:59,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9217041917438743504_1351 file build/test/data/dfs/data/data2/current/blk_-9217041917438743504 for deletion
2013-10-31 15:59:59,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8715539973422732475_1348 file build/test/data/dfs/data/data2/current/blk_-8715539973422732475 for deletion
2013-10-31 15:59:59,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9217041917438743504_1351 at file build/test/data/dfs/data/data2/current/blk_-9217041917438743504
2013-10-31 15:59:59,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6800521108680297786_1349 file build/test/data/dfs/data/data1/current/blk_-6800521108680297786 for deletion
2013-10-31 15:59:59,781 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8715539973422732475_1348 at file build/test/data/dfs/data/data2/current/blk_-8715539973422732475
2013-10-31 15:59:59,782 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6800521108680297786_1349 at file build/test/data/dfs/data/data1/current/blk_-6800521108680297786
2013-10-31 16:00:00,709 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0035_r_000000_0
2013-10-31 16:00:00,710 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0035_r_000000_0
2013-10-31 16:00:00,766 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8715539973422732475_1348 file build/test/data/dfs/data/data5/current/blk_-8715539973422732475 for deletion
2013-10-31 16:00:00,766 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8300290336030027084_1350 file build/test/data/dfs/data/data5/current/blk_-8300290336030027084 for deletion
2013-10-31 16:00:00,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6800521108680297786_1349 file build/test/data/dfs/data/data6/current/blk_-6800521108680297786 for deletion
2013-10-31 16:00:00,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8715539973422732475_1348 at file build/test/data/dfs/data/data5/current/blk_-8715539973422732475
2013-10-31 16:00:00,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6800521108680297786_1349 at file build/test/data/dfs/data/data6/current/blk_-6800521108680297786
2013-10-31 16:00:00,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8300290336030027084_1350 at file build/test/data/dfs/data/data5/current/blk_-8300290336030027084
2013-10-31 16:00:01,713 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0035_m_000006_0' has completed task_20131031154230960_0035_m_000006 successfully.
2013-10-31 16:00:01,714 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0035 has completed successfully.
2013-10-31 16:00:01,714 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0035,submitTime=1383235169531,launchTime=1383235169661,firstMapTaskLaunchTime=1383235177671,firstReduceTaskLaunchTime=1383235183686,firstJobSetupTaskLaunchTime=1383235171655,firstJobCleanupTaskLaunchTime=1383235195706,finishTime=1383235201714,numMaps=6,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=35,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[FA2BB79D58434B7EA9197724A3BF0451/455F319A59894B98808050AF7184F1AB] lower+upper+offset/(1/2) .../samemergethreechaingroup
2013-10-31 16:00:01,716 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_1383235169531_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F455F319A59894B98. blk_-3715223981711453091_1356
2013-10-31 16:00:01,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3715223981711453091_1356 src: /127.0.0.1:58942 dest: /127.0.0.1:40932
2013-10-31 16:00:01,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3715223981711453091_1356 src: /127.0.0.1:37383 dest: /127.0.0.1:37515
2013-10-31 16:00:01,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3715223981711453091_1356 src: /127.0.0.1:33492 dest: /127.0.0.1:51383
2013-10-31 16:00:01,723 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33492, dest: /127.0.0.1:51383, bytes: 35822, op: HDFS_WRITE, cliID: DFSClient_1804611610, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3715223981711453091_1356, duration: 3144804
2013-10-31 16:00:01,724 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3715223981711453091_1356 terminating
2013-10-31 16:00:01,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37383, dest: /127.0.0.1:37515, bytes: 35822, op: HDFS_WRITE, cliID: DFSClient_1804611610, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3715223981711453091_1356, duration: 2934480
2013-10-31 16:00:01,727 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3715223981711453091_1356 size 35822
2013-10-31 16:00:01,727 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3715223981711453091_1356 terminating
2013-10-31 16:00:01,727 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3715223981711453091_1356 size 35822
2013-10-31 16:00:01,727 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58942, dest: /127.0.0.1:40932, bytes: 35822, op: HDFS_WRITE, cliID: DFSClient_1804611610, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3715223981711453091_1356, duration: 6338122
2013-10-31 16:00:01,727 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3715223981711453091_1356 size 35822
2013-10-31 16:00:01,728 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3715223981711453091_1356 terminating
2013-10-31 16:00:01,731 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_1383235169531_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F455F319A59894B98 from client DFSClient_1804611610
2013-10-31 16:00:01,732 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_logs/history/job_20131031154230960_0035_1383235169531_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F455F319A59894B98 is closed by DFSClient_1804611610
2013-10-31 16:00:01,738 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0035_1383235169531_hadoop_%5BFA2BB79D58434B7EA9197724A3BF0451%2F455F319A59894B98 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:00:01,738 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000000_0'
2013-10-31 16:00:01,738 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000001_0'
2013-10-31 16:00:01,738 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000006_0'
2013-10-31 16:00:01,738 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000007_0'
2013-10-31 16:00:01,739 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_r_000000_0'
2013-10-31 16:00:01,739 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8154937076679299302 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:01,739 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000002_0'
2013-10-31 16:00:01,740 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8154937076679299302 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:01,740 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000003_0'
2013-10-31 16:00:01,740 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8154937076679299302 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:01,740 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0035_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:00:01,741 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0035
2013-10-31 16:00:01,741 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000004_0'
2013-10-31 16:00:01,741 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0035 being deleted.
2013-10-31 16:00:01,741 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0035_m_000005_0'
2013-10-31 16:00:01,744 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6985025369653827818 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:01,744 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6985025369653827818 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:01,744 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6985025369653827818 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:01,744 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8341826401361508773 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:01,744 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8341826401361508773 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:01,744 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8341826401361508773 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:01,745 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8948883556634490445 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:01,745 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8948883556634490445 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:01,745 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8948883556634490445 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:01,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0035 dst=null perm=null
2013-10-31 16:00:01,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1417286927_lower_upper_0A823A4670FF44DBACBF82DAEC9A5B2C dst=null perm=null
2013-10-31 16:00:01,752 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/_temporary
2013-10-31 16:00:01,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2013-10-31 16:00:01,761 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:00:01,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 16:00:01,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 16:00:01,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33494, bytes: 64, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2634009664297184670_1355, duration: 122883
2013-10-31 16:00:01,764 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/samemergethreechaingroup
2013-10-31 16:00:01,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2013-10-31 16:00:01,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 16:00:01,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39033, bytes: 64, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2634009664297184670_1355, duration: 112121
2013-10-31 16:00:01,776 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 16:00:01,777 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 16:00:01,785 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 16:00:01,786 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 16:00:01,786 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace"]
2013-10-31 16:00:01,786 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 16:00:01,786 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 16:00:01,786 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 16:00:01,787 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...ldedpipesplatform/replace
2013-10-31 16:00:01,789 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:00:01,789 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 16:00:01,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:01,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:00:01,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:01,815 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar. blk_4308839620301965440_1357
2013-10-31 16:00:01,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4308839620301965440_1357 src: /127.0.0.1:37388 dest: /127.0.0.1:37515
2013-10-31 16:00:01,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4308839620301965440_1357 src: /127.0.0.1:58949 dest: /127.0.0.1:40932
2013-10-31 16:00:01,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4308839620301965440_1357 src: /127.0.0.1:39036 dest: /127.0.0.1:42031
2013-10-31 16:00:01,822 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39036, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4308839620301965440_1357, duration: 3023444
2013-10-31 16:00:01,823 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4308839620301965440_1357 terminating
2013-10-31 16:00:01,823 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58949, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4308839620301965440_1357, duration: 3436924
2013-10-31 16:00:01,823 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4308839620301965440_1357 terminating
2013-10-31 16:00:01,823 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37388, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4308839620301965440_1357, duration: 3814121
2013-10-31 16:00:01,823 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4308839620301965440_1357 terminating
2013-10-31 16:00:01,824 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4308839620301965440_1357 size 238055
2013-10-31 16:00:01,825 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4308839620301965440_1357 size 238055
2013-10-31 16:00:01,826 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4308839620301965440_1357 size 238055
2013-10-31 16:00:02,225 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar from client DFSClient_1020568644
2013-10-31 16:00:02,226 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar is closed by DFSClient_1020568644
2013-10-31 16:00:02,232 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar. New replication is 10
2013-10-31 16:00:02,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar dst=null perm=null
2013-10-31 16:00:02,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:02,244 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:00:02,248 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:00:02,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:00:02,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:02,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:02,262 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split. New replication is 10
2013-10-31 16:00:02,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split dst=null perm=null
2013-10-31 16:00:02,269 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split. blk_1870178068846669847_1358
2013-10-31 16:00:02,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1870178068846669847_1358 src: /127.0.0.1:37391 dest: /127.0.0.1:37515
2013-10-31 16:00:02,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1870178068846669847_1358 src: /127.0.0.1:39038 dest: /127.0.0.1:42031
2013-10-31 16:00:02,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1870178068846669847_1358 src: /127.0.0.1:33501 dest: /127.0.0.1:51383
2013-10-31 16:00:02,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1870178068846669847_1358 src: /127.0.0.1:58954 dest: /127.0.0.1:40932
2013-10-31 16:00:02,276 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58954, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1870178068846669847_1358, duration: 1102564
2013-10-31 16:00:02,276 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1870178068846669847_1358 terminating
2013-10-31 16:00:02,277 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33501, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1870178068846669847_1358, duration: 486006
2013-10-31 16:00:02,277 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1870178068846669847_1358 terminating
2013-10-31 16:00:02,277 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39038, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1870178068846669847_1358, duration: 1373103
2013-10-31 16:00:02,277 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1870178068846669847_1358 size 1403
2013-10-31 16:00:02,277 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1870178068846669847_1358 terminating
2013-10-31 16:00:02,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1870178068846669847_1358 size 1403
2013-10-31 16:00:02,278 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37391, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1870178068846669847_1358, duration: 1843804
2013-10-31 16:00:02,279 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_1870178068846669847_1358 terminating
2013-10-31 16:00:02,280 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split from client DFSClient_1020568644
2013-10-31 16:00:02,281 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split is closed by DFSClient_1020568644
2013-10-31 16:00:02,282 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1870178068846669847_1358 size 1403
2013-10-31 16:00:02,282 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1870178068846669847_1358 size 1403
2013-10-31 16:00:02,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:02,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:02,297 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.splitmetainfo. blk_-7162389249234678290_1359
2013-10-31 16:00:02,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7162389249234678290_1359 src: /127.0.0.1:37395 dest: /127.0.0.1:37515
2013-10-31 16:00:02,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7162389249234678290_1359 src: /127.0.0.1:39042 dest: /127.0.0.1:42031
2013-10-31 16:00:02,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7162389249234678290_1359 src: /127.0.0.1:33505 dest: /127.0.0.1:51383
2013-10-31 16:00:02,307 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33505, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7162389249234678290_1359, duration: 122011
2013-10-31 16:00:02,307 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7162389249234678290_1359 terminating
2013-10-31 16:00:02,309 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39042, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7162389249234678290_1359, duration: 1959347
2013-10-31 16:00:02,309 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7162389249234678290_1359 terminating
2013-10-31 16:00:02,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7162389249234678290_1359 size 156
2013-10-31 16:00:02,310 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37395, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7162389249234678290_1359, duration: 2877782
2013-10-31 16:00:02,310 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7162389249234678290_1359 size 156
2013-10-31 16:00:02,311 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7162389249234678290_1359 terminating
2013-10-31 16:00:02,313 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:00:02,313 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:00:02,313 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7162389249234678290_1359 size 156
2013-10-31 16:00:02,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:02,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:02,332 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml. blk_-1273998988623965692_1360
2013-10-31 16:00:02,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1273998988623965692_1360 src: /127.0.0.1:37398 dest: /127.0.0.1:37515
2013-10-31 16:00:02,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1273998988623965692_1360 src: /127.0.0.1:39045 dest: /127.0.0.1:42031
2013-10-31 16:00:02,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1273998988623965692_1360 src: /127.0.0.1:58960 dest: /127.0.0.1:40932
2013-10-31 16:00:02,337 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58960, dest: /127.0.0.1:40932, bytes: 27584, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1273998988623965692_1360, duration: 933700
2013-10-31 16:00:02,337 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1273998988623965692_1360 terminating
2013-10-31 16:00:02,337 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39045, dest: /127.0.0.1:42031, bytes: 27584, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1273998988623965692_1360, duration: 1049229
2013-10-31 16:00:02,338 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1273998988623965692_1360 terminating
2013-10-31 16:00:02,338 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37398, dest: /127.0.0.1:37515, bytes: 27584, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1273998988623965692_1360, duration: 1006115
2013-10-31 16:00:02,338 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1273998988623965692_1360 size 27584
2013-10-31 16:00:02,339 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1273998988623965692_1360 terminating
2013-10-31 16:00:02,343 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1273998988623965692_1360 size 27584
2013-10-31 16:00:02,344 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml from client DFSClient_1020568644
2013-10-31 16:00:02,344 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml is closed by DFSClient_1020568644
2013-10-31 16:00:02,345 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1273998988623965692_1360 size 27584
2013-10-31 16:00:02,689 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_4308839620301965440_1357 to datanode(s) 127.0.0.1:51383
2013-10-31 16:00:02,690 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_8948883556634490445_1346 blk_8341826401361508773_1344
2013-10-31 16:00:02,690 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-6985025369653827818_1347 blk_8154937076679299302_1354 blk_8948883556634490445_1346 blk_8341826401361508773_1344 blk_-9217041917438743504_1351 blk_-6800521108680297786_1349 blk_-8300290336030027084_1350 blk_-8715539973422732475_1348
2013-10-31 16:00:02,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8341826401361508773_1344 file build/test/data/dfs/data/data1/current/blk_8341826401361508773 for deletion
2013-10-31 16:00:02,781 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8948883556634490445_1346 file build/test/data/dfs/data/data1/current/blk_8948883556634490445 for deletion
2013-10-31 16:00:02,781 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8341826401361508773_1344 at file build/test/data/dfs/data/data1/current/blk_8341826401361508773
2013-10-31 16:00:02,781 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8948883556634490445_1346 at file build/test/data/dfs/data/data1/current/blk_8948883556634490445
2013-10-31 16:00:03,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml dst=null perm=null
2013-10-31 16:00:03,062 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37402, bytes: 27800, op: HDFS_READ, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1273998988623965692_1360, duration: 405977
2013-10-31 16:00:03,085 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0036: nMaps=4 nReduces=0 max=-1
2013-10-31 16:00:03,085 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0036 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:00:03,085 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0036
2013-10-31 16:00:03,086 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0036
2013-10-31 16:00:03,085 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0036 RESULT=SUCCESS
2013-10-31 16:00:03,086 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0036
2013-10-31 16:00:03,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_1383235203051_hadoop_%5B17DA3ABCB343422FAD1F55BEF639ED95%2F492E21B920EC45E0 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:03,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:03,106 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_conf.xml. blk_3219294150576795392_1362
2013-10-31 16:00:03,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3219294150576795392_1362 src: /127.0.0.1:33511 dest: /127.0.0.1:51383
2013-10-31 16:00:03,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3219294150576795392_1362 src: /127.0.0.1:39050 dest: /127.0.0.1:42031
2013-10-31 16:00:03,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3219294150576795392_1362 src: /127.0.0.1:58965 dest: /127.0.0.1:40932
2013-10-31 16:00:03,111 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58965, dest: /127.0.0.1:40932, bytes: 27649, op: HDFS_WRITE, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3219294150576795392_1362, duration: 324551
2013-10-31 16:00:03,112 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3219294150576795392_1362 terminating
2013-10-31 16:00:03,112 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39050, dest: /127.0.0.1:42031, bytes: 27649, op: HDFS_WRITE, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3219294150576795392_1362, duration: 828183
2013-10-31 16:00:03,112 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3219294150576795392_1362 terminating
2013-10-31 16:00:03,112 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33511, dest: /127.0.0.1:51383, bytes: 27649, op: HDFS_WRITE, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3219294150576795392_1362, duration: 1140324
2013-10-31 16:00:03,112 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3219294150576795392_1362 terminating
2013-10-31 16:00:03,114 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3219294150576795392_1362 size 27649
2013-10-31 16:00:03,114 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3219294150576795392_1362 size 27649
2013-10-31 16:00:03,115 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3219294150576795392_1362 size 27649
2013-10-31 16:00:03,297 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_4308839620301965440_1357 to 127.0.0.1:51383
2013-10-31 16:00:03,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4308839620301965440_1357 src: /127.0.0.1:33514 dest: /127.0.0.1:51383
2013-10-31 16:00:03,299 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_4308839620301965440_1357 to /127.0.0.1:51383
2013-10-31 16:00:03,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4308839620301965440_1357 src: /127.0.0.1:33514 dest: /127.0.0.1:51383 of size 238055
2013-10-31 16:00:03,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4308839620301965440_1357 size 238055
2013-10-31 16:00:03,514 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_conf.xml from client DFSClient_-1445198741
2013-10-31 16:00:03,515 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_conf.xml is closed by DFSClient_-1445198741
2013-10-31 16:00:03,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:03,526 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken. blk_886071291293535525_1363
2013-10-31 16:00:03,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_886071291293535525_1363 src: /127.0.0.1:37407 dest: /127.0.0.1:37515
2013-10-31 16:00:03,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_886071291293535525_1363 src: /127.0.0.1:58968 dest: /127.0.0.1:40932
2013-10-31 16:00:03,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_886071291293535525_1363 src: /127.0.0.1:33517 dest: /127.0.0.1:51383
2013-10-31 16:00:03,531 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33517, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_886071291293535525_1363, duration: 597144
2013-10-31 16:00:03,532 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_886071291293535525_1363 terminating
2013-10-31 16:00:03,532 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58968, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_886071291293535525_1363, duration: 412712
2013-10-31 16:00:03,532 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_886071291293535525_1363 terminating
2013-10-31 16:00:03,532 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37407, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_886071291293535525_1363, duration: 794816
2013-10-31 16:00:03,532 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_886071291293535525_1363 size 116
2013-10-31 16:00:03,533 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_886071291293535525_1363 terminating
2013-10-31 16:00:03,535 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_886071291293535525_1363 size 116
2013-10-31 16:00:03,535 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken from client DFSClient_1020568644
2013-10-31 16:00:03,535 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken is closed by DFSClient_1020568644
2013-10-31 16:00:03,535 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_886071291293535525_1363 size 116
2013-10-31 16:00:03,539 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken
2013-10-31 16:00:03,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.splitmetainfo dst=null perm=null
2013-10-31 16:00:03,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33518, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7162389249234678290_1359, duration: 178547
2013-10-31 16:00:03,542 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0036 = 1449. Number of splits = 4
2013-10-31 16:00:03,542 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,543 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,544 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0036_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:03,544 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0036 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:00:03,544 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0036 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 16:00:04,325 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9217041917438743504_1351 file build/test/data/dfs/data/data8/current/blk_-9217041917438743504 for deletion
2013-10-31 16:00:04,325 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8715539973422732475_1348 file build/test/data/dfs/data/data7/current/blk_-8715539973422732475 for deletion
2013-10-31 16:00:04,326 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9217041917438743504_1351 at file build/test/data/dfs/data/data8/current/blk_-9217041917438743504
2013-10-31 16:00:04,326 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8300290336030027084_1350 file build/test/data/dfs/data/data7/current/blk_-8300290336030027084 for deletion
2013-10-31 16:00:04,326 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8715539973422732475_1348 at file build/test/data/dfs/data/data7/current/blk_-8715539973422732475
2013-10-31 16:00:04,326 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6985025369653827818_1347 file build/test/data/dfs/data/data7/current/blk_-6985025369653827818 for deletion
2013-10-31 16:00:04,327 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8300290336030027084_1350 at file build/test/data/dfs/data/data7/current/blk_-8300290336030027084
2013-10-31 16:00:04,327 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6800521108680297786_1349 file build/test/data/dfs/data/data8/current/blk_-6800521108680297786 for deletion
2013-10-31 16:00:04,327 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6985025369653827818_1347 at file build/test/data/dfs/data/data7/current/blk_-6985025369653827818
2013-10-31 16:00:04,327 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6800521108680297786_1349 at file build/test/data/dfs/data/data8/current/blk_-6800521108680297786
2013-10-31 16:00:04,327 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8154937076679299302_1354 file build/test/data/dfs/data/data8/current/blk_8154937076679299302 for deletion
2013-10-31 16:00:04,328 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8341826401361508773_1344 file build/test/data/dfs/data/data8/current/blk_8341826401361508773 for deletion
2013-10-31 16:00:04,328 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8154937076679299302_1354 at file build/test/data/dfs/data/data8/current/blk_8154937076679299302
2013-10-31 16:00:04,328 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8948883556634490445_1346 file build/test/data/dfs/data/data8/current/blk_8948883556634490445 for deletion
2013-10-31 16:00:04,328 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8341826401361508773_1344 at file build/test/data/dfs/data/data8/current/blk_8341826401361508773
2013-10-31 16:00:04,329 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8948883556634490445_1346 at file build/test/data/dfs/data/data8/current/blk_8948883556634490445
2013-10-31 16:00:04,742 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0036_m_000005_0' to tip task_20131031154230960_0036_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:00:04,746 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0036_m_000005_0 task's state:UNASSIGNED
2013-10-31 16:00:04,746 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0036_m_000005_0 which needs 1 slots
2013-10-31 16:00:04,746 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0036_m_000005_0 which needs 1 slots
2013-10-31 16:00:04,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken dst=null perm=null
2013-10-31 16:00:04,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37411, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_886071291293535525_1363, duration: 151989
2013-10-31 16:00:04,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml dst=null perm=null
2013-10-31 16:00:04,755 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58973, bytes: 27800, op: HDFS_READ, cliID: DFSClient_-997509018, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1273998988623965692_1360, duration: 210220
2013-10-31 16:00:04,767 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:04,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar dst=null perm=null
2013-10-31 16:00:04,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33522, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-997509018, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4308839620301965440_1357, duration: 596759
2013-10-31 16:00:04,848 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0035_m_-1295798496
2013-10-31 16:00:04,853 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3287 with signal TERM. Exit code 0
2013-10-31 16:00:04,853 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0036_m_-561011437
2013-10-31 16:00:04,853 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0036_m_-561011437 spawned.
2013-10-31 16:00:04,854 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0036/attempt_20131031154230960_0036_m_000005_0/taskjvm.sh
2013-10-31 16:00:05,684 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:05,685 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:05,685 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:05,685 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0035_m_-1295798496 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:05,691 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-6985025369653827818_1347 blk_8154937076679299302_1354 blk_-9217041917438743504_1351 blk_-6800521108680297786_1349 blk_-8300290336030027084_1350 blk_-8715539973422732475_1348
2013-10-31 16:00:05,691 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-6985025369653827818_1347 blk_8154937076679299302_1354 blk_8948883556634490445_1346 blk_8341826401361508773_1344
2013-10-31 16:00:06,296 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9217041917438743504_1351 file build/test/data/dfs/data/data3/current/blk_-9217041917438743504 for deletion
2013-10-31 16:00:06,296 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8715539973422732475_1348 file build/test/data/dfs/data/data4/current/blk_-8715539973422732475 for deletion
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9217041917438743504_1351 at file build/test/data/dfs/data/data3/current/blk_-9217041917438743504
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8300290336030027084_1350 file build/test/data/dfs/data/data4/current/blk_-8300290336030027084 for deletion
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8715539973422732475_1348 at file build/test/data/dfs/data/data4/current/blk_-8715539973422732475
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6985025369653827818_1347 file build/test/data/dfs/data/data3/current/blk_-6985025369653827818 for deletion
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8300290336030027084_1350 at file build/test/data/dfs/data/data4/current/blk_-8300290336030027084
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6800521108680297786_1349 file build/test/data/dfs/data/data3/current/blk_-6800521108680297786 for deletion
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6985025369653827818_1347 at file build/test/data/dfs/data/data3/current/blk_-6985025369653827818
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8154937076679299302_1354 file build/test/data/dfs/data/data3/current/blk_8154937076679299302 for deletion
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6800521108680297786_1349 at file build/test/data/dfs/data/data3/current/blk_-6800521108680297786
2013-10-31 16:00:06,297 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8154937076679299302_1354 at file build/test/data/dfs/data/data3/current/blk_8154937076679299302
2013-10-31 16:00:06,351 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0036_m_-561011437 given task: attempt_20131031154230960_0036_m_000005_0
2013-10-31 16:00:06,740 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0035
2013-10-31 16:00:06,740 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0035_m_000006_0 not found in cache
2013-10-31 16:00:06,740 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0035 for user-log deletion with retainTimeStamp:1383321606740
2013-10-31 16:00:06,740 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0035
2013-10-31 16:00:06,741 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0035 for user-log deletion with retainTimeStamp:1383321606741
2013-10-31 16:00:06,742 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0035
2013-10-31 16:00:06,742 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0035 for user-log deletion with retainTimeStamp:1383321606742
2013-10-31 16:00:06,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6985025369653827818_1347 file build/test/data/dfs/data/data6/current/blk_-6985025369653827818 for deletion
2013-10-31 16:00:06,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8154937076679299302_1354 file build/test/data/dfs/data/data6/current/blk_8154937076679299302 for deletion
2013-10-31 16:00:06,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6985025369653827818_1347 at file build/test/data/dfs/data/data6/current/blk_-6985025369653827818
2013-10-31 16:00:06,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8341826401361508773_1344 file build/test/data/dfs/data/data5/current/blk_8341826401361508773 for deletion
2013-10-31 16:00:06,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8154937076679299302_1354 at file build/test/data/dfs/data/data6/current/blk_8154937076679299302
2013-10-31 16:00:06,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8948883556634490445_1346 file build/test/data/dfs/data/data5/current/blk_8948883556634490445 for deletion
2013-10-31 16:00:06,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8341826401361508773_1344 at file build/test/data/dfs/data/data5/current/blk_8341826401361508773
2013-10-31 16:00:06,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8948883556634490445_1346 at file build/test/data/dfs/data/data5/current/blk_8948883556634490445
2013-10-31 16:00:06,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:06,905 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0035_r_-366487771 since job job_20131031154230960_0035 is dead
2013-10-31 16:00:06,925 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3708 with signal TERM. Exit code 0
2013-10-31 16:00:07,068 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:07,069 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:07,069 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:07,069 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0035_r_-366487771 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:07,271 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0035_m_-1183785812 since job job_20131031154230960_0035 is dead
2013-10-31 16:00:07,274 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0035_m_-1799882745 since job job_20131031154230960_0035 is dead
2013-10-31 16:00:07,276 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3286 with signal TERM. Exit code 0
2013-10-31 16:00:07,279 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3288 with signal TERM. Exit code 0
2013-10-31 16:00:07,281 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0035_m_2007232921 since job job_20131031154230960_0035 is dead
2013-10-31 16:00:07,296 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3285 with signal TERM. Exit code 0
2013-10-31 16:00:07,377 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0035_m_1670668631 since job job_20131031154230960_0035 is dead
2013-10-31 16:00:07,382 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3036 with signal TERM. Exit code 0
2013-10-31 16:00:07,486 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:07,486 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:07,486 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:07,486 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0035_m_-1799882745 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:07,488 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:07,488 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:07,488 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:07,488 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0035_m_-1183785812 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:07,508 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:07,508 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:07,508 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:07,509 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0035_m_2007232921 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:07,538 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:07,538 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:07,538 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:07,539 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0035_m_1670668631 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 16:00:07,697 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0035_m_73033791 since job job_20131031154230960_0035 is dead
2013-10-31 16:00:07,705 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3245 with signal TERM. Exit code 0
2013-10-31 16:00:07,857 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:07,857 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:07,857 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:07,858 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0035_m_73033791 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 16:00:09,766 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000005_0 0.0% setup
2013-10-31 16:00:09,768 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0036_m_000005_0 is done.
2013-10-31 16:00:09,768 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0036_m_000005_0 was -1
2013-10-31 16:00:09,768 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:10,753 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0036_m_000005_0' has completed task_20131031154230960_0036_m_000005 successfully.
2013-10-31 16:00:10,756 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0036_m_000000_0' to tip task_20131031154230960_0036_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:00:10,757 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0036_m_000000
2013-10-31 16:00:10,759 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0036_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:00:10,759 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0036_m_000000_0 which needs 1 slots
2013-10-31 16:00:10,759 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0036_m_000000_0 which needs 1 slots
2013-10-31 16:00:10,788 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0036_m_1451111316
2013-10-31 16:00:10,789 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0036_m_1451111316 spawned.
2013-10-31 16:00:10,792 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0036_m_000001_0' to tip task_20131031154230960_0036_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:00:10,793 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0036_m_000001
2013-10-31 16:00:10,793 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0036/attempt_20131031154230960_0036_m_000000_0/taskjvm.sh
2013-10-31 16:00:10,794 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0036_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:00:10,794 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0036_m_000001_0 which needs 1 slots
2013-10-31 16:00:10,794 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0036_m_000002_0' to tip task_20131031154230960_0036_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 16:00:10,795 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0036_m_000001_0 which needs 1 slots
2013-10-31 16:00:10,795 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0036_m_000002
2013-10-31 16:00:10,796 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0036_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:00:10,797 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0036_m_000002_0 which needs 1 slots
2013-10-31 16:00:10,797 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0036_m_000002_0 which needs 1 slots
2013-10-31 16:00:10,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken dst=null perm=null
2013-10-31 16:00:10,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37421, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_886071291293535525_1363, duration: 160534
2013-10-31 16:00:10,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken dst=null perm=null
2013-10-31 16:00:10,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37423, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_886071291293535525_1363, duration: 292367
2013-10-31 16:00:10,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml dst=null perm=null
2013-10-31 16:00:10,812 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37425, bytes: 27800, op: HDFS_READ, cliID: DFSClient_-69699736, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1273998988623965692_1360, duration: 538291
2013-10-31 16:00:10,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml dst=null perm=null
2013-10-31 16:00:10,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39072, bytes: 27800, op: HDFS_READ, cliID: DFSClient_257228357, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1273998988623965692_1360, duration: 377746
2013-10-31 16:00:10,853 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:10,853 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:10,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar dst=null perm=null
2013-10-31 16:00:10,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar dst=null perm=null
2013-10-31 16:00:10,869 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37427, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-69699736, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4308839620301965440_1357, duration: 656026
2013-10-31 16:00:10,869 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33536, bytes: 239915, op: HDFS_READ, cliID: DFSClient_257228357, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4308839620301965440_1357, duration: 663626
2013-10-31 16:00:10,932 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0036_m_289214110
2013-10-31 16:00:10,932 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0036_m_289214110 spawned.
2013-10-31 16:00:10,934 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0036/attempt_20131031154230960_0036_m_000001_0/taskjvm.sh
2013-10-31 16:00:10,938 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0036_m_-1567085044
2013-10-31 16:00:10,939 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0036_m_-1567085044 spawned.
2013-10-31 16:00:10,942 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0036/attempt_20131031154230960_0036_m_000002_0/taskjvm.sh
2013-10-31 16:00:11,010 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 94 raw values into 1 aggregated values, total 46
2013-10-31 16:00:11,633 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0036_m_1451111316 given task: attempt_20131031154230960_0036_m_000000_0
2013-10-31 16:00:12,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split dst=null perm=null
2013-10-31 16:00:12,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39077, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1870178068846669847_1358, duration: 175204
2013-10-31 16:00:12,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:00:12,178 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:58992, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000000_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 134702
2013-10-31 16:00:12,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:12,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:12,361 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0/part-00000. blk_7244257693146253259_1364
2013-10-31 16:00:12,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7244257693146253259_1364 src: /127.0.0.1:39081 dest: /127.0.0.1:42031
2013-10-31 16:00:12,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7244257693146253259_1364 src: /127.0.0.1:33544 dest: /127.0.0.1:51383
2013-10-31 16:00:12,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7244257693146253259_1364 src: /127.0.0.1:58997 dest: /127.0.0.1:40932
2013-10-31 16:00:12,388 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:58997, dest: /127.0.0.1:40932, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7244257693146253259_1364, duration: 1204120
2013-10-31 16:00:12,389 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7244257693146253259_1364 terminating
2013-10-31 16:00:12,389 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33544, dest: /127.0.0.1:51383, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7244257693146253259_1364, duration: 1603964
2013-10-31 16:00:12,389 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7244257693146253259_1364 size 40
2013-10-31 16:00:12,389 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7244257693146253259_1364 terminating
2013-10-31 16:00:12,389 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39081, dest: /127.0.0.1:42031, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7244257693146253259_1364, duration: 1996998
2013-10-31 16:00:12,389 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7244257693146253259_1364 terminating
2013-10-31 16:00:12,390 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7244257693146253259_1364 size 40
2013-10-31 16:00:12,390 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0036_m_000000_0
2013-10-31 16:00:12,390 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0036_m_000000_0
2013-10-31 16:00:12,392 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7244257693146253259_1364 size 40
2013-10-31 16:00:12,439 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0036_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:12,440 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000000_0 0.0%
2013-10-31 16:00:12,443 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0036_m_289214110 given task: attempt_20131031154230960_0036_m_000001_0
2013-10-31 16:00:12,456 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0036_m_-1567085044 given task: attempt_20131031154230960_0036_m_000002_0
2013-10-31 16:00:12,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split dst=null perm=null
2013-10-31 16:00:12,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split dst=null perm=null
2013-10-31 16:00:12,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37440, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000002_0, offset: 512, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1870178068846669847_1358, duration: 169392
2013-10-31 16:00:12,951 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37441, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1870178068846669847_1358, duration: 163211
2013-10-31 16:00:12,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:00:12,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:00:12,989 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59002, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 165505
2013-10-31 16:00:13,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:13,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:13,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:13,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33551, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 404657
2013-10-31 16:00:13,260 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0/part-00001. blk_-8979574895009337229_1366
2013-10-31 16:00:13,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8979574895009337229_1366 src: /127.0.0.1:37444 dest: /127.0.0.1:37515
2013-10-31 16:00:13,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8979574895009337229_1366 src: /127.0.0.1:39091 dest: /127.0.0.1:42031
2013-10-31 16:00:13,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8979574895009337229_1366 src: /127.0.0.1:59006 dest: /127.0.0.1:40932
2013-10-31 16:00:13,306 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59006, dest: /127.0.0.1:40932, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8979574895009337229_1366, duration: 1264038
2013-10-31 16:00:13,306 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8979574895009337229_1366 terminating
2013-10-31 16:00:13,307 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39091, dest: /127.0.0.1:42031, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8979574895009337229_1366, duration: 1437173
2013-10-31 16:00:13,307 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8979574895009337229_1366 terminating
2013-10-31 16:00:13,307 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37444, dest: /127.0.0.1:37515, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8979574895009337229_1366, duration: 1839091
2013-10-31 16:00:13,307 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8979574895009337229_1366 terminating
2013-10-31 16:00:13,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8979574895009337229_1366 size 51
2013-10-31 16:00:13,310 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-8979574895009337229_1366 size 51
2013-10-31 16:00:13,310 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8979574895009337229_1366 size 51
2013-10-31 16:00:13,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:13,709 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0036_m_000001_0
2013-10-31 16:00:13,709 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0036_m_000001_0
2013-10-31 16:00:13,724 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0/part-00002. blk_-3715614424475538717_1366
2013-10-31 16:00:13,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3715614424475538717_1366 src: /127.0.0.1:37447 dest: /127.0.0.1:37515
2013-10-31 16:00:13,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3715614424475538717_1366 src: /127.0.0.1:59008 dest: /127.0.0.1:40932
2013-10-31 16:00:13,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3715614424475538717_1366 src: /127.0.0.1:33557 dest: /127.0.0.1:51383
2013-10-31 16:00:13,751 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33557, dest: /127.0.0.1:51383, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3715614424475538717_1366, duration: 1087549
2013-10-31 16:00:13,751 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3715614424475538717_1366 terminating
2013-10-31 16:00:13,751 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59008, dest: /127.0.0.1:40932, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3715614424475538717_1366, duration: 1496049
2013-10-31 16:00:13,752 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3715614424475538717_1366 terminating
2013-10-31 16:00:13,752 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3715614424475538717_1366 size 52
2013-10-31 16:00:13,752 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37447, dest: /127.0.0.1:37515, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3715614424475538717_1366, duration: 1896548
2013-10-31 16:00:13,752 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3715614424475538717_1366 terminating
2013-10-31 16:00:13,752 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3715614424475538717_1366 size 52
2013-10-31 16:00:13,753 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0036_m_000002_0
2013-10-31 16:00:13,753 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0036_m_000002_0
2013-10-31 16:00:13,753 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0036_m_000003_0' to tip task_20131031154230960_0036_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:00:13,754 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0036_m_000003
2013-10-31 16:00:13,754 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0036_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:13,755 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0036_m_000003_0 task's state:UNASSIGNED
2013-10-31 16:00:13,755 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000001_0 0.0%
2013-10-31 16:00:13,755 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0036_m_000003_0 which needs 1 slots
2013-10-31 16:00:13,755 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3715614424475538717_1366 size 52
2013-10-31 16:00:13,755 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0036_m_000003_0 which needs 1 slots
2013-10-31 16:00:13,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036/jobToken dst=null perm=null
2013-10-31 16:00:13,761 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59010, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_886071291293535525_1363, duration: 138259
2013-10-31 16:00:13,762 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0036_m_000000_0
2013-10-31 16:00:13,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.xml dst=null perm=null
2013-10-31 16:00:13,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37453, bytes: 27800, op: HDFS_READ, cliID: DFSClient_-1631282062, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1273998988623965692_1360, duration: 161355
2013-10-31 16:00:13,779 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:13,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.jar dst=null perm=null
2013-10-31 16:00:13,795 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37454, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1631282062, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4308839620301965440_1357, duration: 687670
2013-10-31 16:00:13,796 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0036_m_000001_0
2013-10-31 16:00:13,801 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0036_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:13,801 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000002_0 0.0%
2013-10-31 16:00:13,869 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0036_m_-743374122
2013-10-31 16:00:13,870 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0036_m_-743374122 spawned.
2013-10-31 16:00:13,872 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0036/attempt_20131031154230960_0036_m_000003_0/taskjvm.sh
2013-10-31 16:00:14,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0 dst=null perm=null
2013-10-31 16:00:14,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:14,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:14,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000000_0 dst=null perm=null
2013-10-31 16:00:14,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0 dst=null perm=null
2013-10-31 16:00:14,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:14,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:14,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000001_0 dst=null perm=null
2013-10-31 16:00:14,930 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0036_m_-743374122 given task: attempt_20131031154230960_0036_m_000003_0
2013-10-31 16:00:15,063 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 16:00:15,064 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0036_m_000000_0 is done.
2013-10-31 16:00:15,064 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0036_m_000000_0 was -1
2013-10-31 16:00:15,064 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:15,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036/job.split dst=null perm=null
2013-10-31 16:00:15,461 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39103, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000003_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1870178068846669847_1358, duration: 130927
2013-10-31 16:00:15,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:00:15,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59018, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0036_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 368878
2013-10-31 16:00:15,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:15,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:15,691 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0/part-00003. blk_1607553815560906750_1367
2013-10-31 16:00:15,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1607553815560906750_1367 src: /127.0.0.1:59019 dest: /127.0.0.1:40932
2013-10-31 16:00:15,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1607553815560906750_1367 src: /127.0.0.1:37460 dest: /127.0.0.1:37515
2013-10-31 16:00:15,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1607553815560906750_1367 src: /127.0.0.1:39107 dest: /127.0.0.1:42031
2013-10-31 16:00:15,718 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39107, dest: /127.0.0.1:42031, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1607553815560906750_1367, duration: 966533
2013-10-31 16:00:15,718 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1607553815560906750_1367 terminating
2013-10-31 16:00:15,718 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37460, dest: /127.0.0.1:37515, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1607553815560906750_1367, duration: 1337979
2013-10-31 16:00:15,718 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1607553815560906750_1367 terminating
2013-10-31 16:00:15,718 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59019, dest: /127.0.0.1:40932, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0036_m_000003_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1607553815560906750_1367, duration: 1727674
2013-10-31 16:00:15,719 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1607553815560906750_1367 terminating
2013-10-31 16:00:15,719 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1607553815560906750_1367 size 37
2013-10-31 16:00:15,719 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0036_m_000003_0
2013-10-31 16:00:15,720 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0036_m_000003_0
2013-10-31 16:00:15,722 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1607553815560906750_1367 size 37
2013-10-31 16:00:15,723 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1607553815560906750_1367 size 37
2013-10-31 16:00:15,759 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0036_m_000005_0
2013-10-31 16:00:15,759 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0036_m_000005_0
2013-10-31 16:00:15,759 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0036_m_000005_0 not found in cache
2013-10-31 16:00:15,767 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0036_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:15,767 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000003_0 0.0%
2013-10-31 16:00:15,879 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 16:00:15,882 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0036_m_000001_0 is done.
2013-10-31 16:00:15,882 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0036_m_000001_0 was -1
2013-10-31 16:00:15,883 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:16,759 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0036_m_000003_0
2013-10-31 16:00:16,765 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0036_m_000000_0' has completed task_20131031154230960_0036_m_000000 successfully.
2013-10-31 16:00:16,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0 dst=null perm=null
2013-10-31 16:00:16,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:16,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:16,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000003_0 dst=null perm=null
2013-10-31 16:00:16,799 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0036_m_000001_0' has completed task_20131031154230960_0036_m_000001 successfully.
2013-10-31 16:00:16,802 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0036_m_000002_0
2013-10-31 16:00:16,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0 dst=null perm=null
2013-10-31 16:00:16,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:16,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:16,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary/_attempt_20131031154230960_0036_m_000002_0 dst=null perm=null
2013-10-31 16:00:18,387 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 16:00:18,388 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0036_m_000003_0 is done.
2013-10-31 16:00:18,389 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0036_m_000003_0 was -1
2013-10-31 16:00:18,389 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:18,923 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 16:00:18,926 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 16:00:18,927 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0036_m_000002_0 is done.
2013-10-31 16:00:18,927 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0036_m_000002_0 was -1
2013-10-31 16:00:18,927 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:19,762 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0036_m_000003_0' has completed task_20131031154230960_0036_m_000003 successfully.
2013-10-31 16:00:19,824 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0036_m_000002_0' has completed task_20131031154230960_0036_m_000002 successfully.
2013-10-31 16:00:19,827 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0036_m_000004_0' to tip task_20131031154230960_0036_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 16:00:19,829 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0036_m_000004_0 task's state:UNASSIGNED
2013-10-31 16:00:19,829 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0036_m_000004_0 which needs 1 slots
2013-10-31 16:00:19,829 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0036_m_000004_0 which needs 1 slots
2013-10-31 16:00:19,856 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0036_m_-2013748578
2013-10-31 16:00:19,857 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0036_m_-2013748578 spawned.
2013-10-31 16:00:19,858 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0036/attempt_20131031154230960_0036_m_000004_0/taskjvm.sh
2013-10-31 16:00:20,877 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0036_m_-2013748578 given task: attempt_20131031154230960_0036_m_000004_0
2013-10-31 16:00:21,363 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000004_0 0.0%
2013-10-31 16:00:21,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary dst=null perm=null
2013-10-31 16:00:21,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:21,388 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_SUCCESS from client DFSClient_attempt_20131031154230960_0036_m_000004_0
2013-10-31 16:00:21,388 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0036_m_000004_0
2013-10-31 16:00:21,395 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4308839620301965440 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:21,395 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4308839620301965440 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:21,395 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4308839620301965440 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:21,396 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4308839620301965440 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:21,396 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1870178068846669847 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:21,396 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1870178068846669847 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:21,396 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1870178068846669847 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:21,397 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1870178068846669847 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:21,397 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7162389249234678290 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:21,397 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7162389249234678290 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:21,397 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7162389249234678290 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:21,398 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1273998988623965692 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:21,398 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1273998988623965692 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:21,398 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1273998988623965692 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:21,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0036 dst=null perm=null
2013-10-31 16:00:23,693 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-7162389249234678290_1359 blk_-1273998988623965692_1360 blk_1870178068846669847_1358 blk_4308839620301965440_1357
2013-10-31 16:00:23,694 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-7162389249234678290_1359 blk_-1273998988623965692_1360 blk_1870178068846669847_1358 blk_4308839620301965440_1357
2013-10-31 16:00:24,296 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0036_m_000004_0 0.0% cleanup
2013-10-31 16:00:24,297 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0036_m_000004_0 is done.
2013-10-31 16:00:24,298 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0036_m_000004_0 was -1
2013-10-31 16:00:24,298 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:24,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7162389249234678290_1359 file build/test/data/dfs/data/data4/current/blk_-7162389249234678290 for deletion
2013-10-31 16:00:24,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1273998988623965692_1360 file build/test/data/dfs/data/data3/current/blk_-1273998988623965692 for deletion
2013-10-31 16:00:24,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7162389249234678290_1359 at file build/test/data/dfs/data/data4/current/blk_-7162389249234678290
2013-10-31 16:00:24,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1870178068846669847_1358 file build/test/data/dfs/data/data3/current/blk_1870178068846669847 for deletion
2013-10-31 16:00:24,303 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1273998988623965692_1360 at file build/test/data/dfs/data/data3/current/blk_-1273998988623965692
2013-10-31 16:00:24,304 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4308839620301965440_1357 file build/test/data/dfs/data/data4/current/blk_4308839620301965440 for deletion
2013-10-31 16:00:24,304 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1870178068846669847_1358 at file build/test/data/dfs/data/data3/current/blk_1870178068846669847
2013-10-31 16:00:24,305 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4308839620301965440_1357 at file build/test/data/dfs/data/data4/current/blk_4308839620301965440
2013-10-31 16:00:24,774 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7162389249234678290_1359 file build/test/data/dfs/data/data6/current/blk_-7162389249234678290 for deletion
2013-10-31 16:00:24,774 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1273998988623965692_1360 file build/test/data/dfs/data/data5/current/blk_-1273998988623965692 for deletion
2013-10-31 16:00:24,774 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7162389249234678290_1359 at file build/test/data/dfs/data/data6/current/blk_-7162389249234678290
2013-10-31 16:00:24,775 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1273998988623965692_1360 at file build/test/data/dfs/data/data5/current/blk_-1273998988623965692
2013-10-31 16:00:24,774 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1870178068846669847_1358 file build/test/data/dfs/data/data5/current/blk_1870178068846669847 for deletion
2013-10-31 16:00:24,775 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4308839620301965440_1357 file build/test/data/dfs/data/data6/current/blk_4308839620301965440 for deletion
2013-10-31 16:00:24,775 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1870178068846669847_1358 at file build/test/data/dfs/data/data5/current/blk_1870178068846669847
2013-10-31 16:00:24,776 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4308839620301965440_1357 at file build/test/data/dfs/data/data6/current/blk_4308839620301965440
2013-10-31 16:00:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 16:00:24,938 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:00:24,945 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:00:24,951 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:00:24,956 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:00:24,961 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:00:24,967 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:00:24,967 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 16:00:25,874 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0036_m_000004_0' has completed task_20131031154230960_0036_m_000004 successfully.
2013-10-31 16:00:25,875 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0036 has completed successfully.
2013-10-31 16:00:25,875 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0036,submitTime=1383235203051,launchTime=1383235203544,firstMapTaskLaunchTime=1383235210756,firstJobSetupTaskLaunchTime=1383235204742,firstJobCleanupTaskLaunchTime=1383235219826,finishTime=1383235225875,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=31,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[17DA3ABCB343422FAD1F55BEF639ED95/492E21B920EC45E0A1B0A2230352ABDC] test/(1/1) ...ldedpipesplatform/replace
2013-10-31 16:00:25,887 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_1383235203051_hadoop_%5B17DA3ABCB343422FAD1F55BEF639ED95%2F492E21B920EC45E0. blk_3670185394327052577_1368
2013-10-31 16:00:25,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3670185394327052577_1368 src: /127.0.0.1:39111 dest: /127.0.0.1:42031
2013-10-31 16:00:25,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3670185394327052577_1368 src: /127.0.0.1:33574 dest: /127.0.0.1:51383
2013-10-31 16:00:25,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3670185394327052577_1368 src: /127.0.0.1:37467 dest: /127.0.0.1:37515
2013-10-31 16:00:25,900 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37467, dest: /127.0.0.1:37515, bytes: 22673, op: HDFS_WRITE, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3670185394327052577_1368, duration: 1187888
2013-10-31 16:00:25,900 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3670185394327052577_1368 terminating
2013-10-31 16:00:25,901 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33574, dest: /127.0.0.1:51383, bytes: 22673, op: HDFS_WRITE, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3670185394327052577_1368, duration: 3798081
2013-10-31 16:00:25,901 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3670185394327052577_1368 terminating
2013-10-31 16:00:25,902 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39111, dest: /127.0.0.1:42031, bytes: 22673, op: HDFS_WRITE, cliID: DFSClient_-1445198741, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3670185394327052577_1368, duration: 4692757
2013-10-31 16:00:25,902 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3670185394327052577_1368 terminating
2013-10-31 16:00:25,902 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3670185394327052577_1368 size 22673
2013-10-31 16:00:25,907 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3670185394327052577_1368 size 22673
2013-10-31 16:00:25,907 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3670185394327052577_1368 size 22673
2013-10-31 16:00:25,908 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_1383235203051_hadoop_%5B17DA3ABCB343422FAD1F55BEF639ED95%2F492E21B920EC45E0 from client DFSClient_-1445198741
2013-10-31 16:00:25,908 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_logs/history/job_20131031154230960_0036_1383235203051_hadoop_%5B17DA3ABCB343422FAD1F55BEF639ED95%2F492E21B920EC45E0 is closed by DFSClient_-1445198741
2013-10-31 16:00:25,908 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1931 Total time for transactions(ms): 29Number of transactions batched in Syncs: 140 Number of syncs: 1379 SyncTimes(ms): 62976 9020
2013-10-31 16:00:26,166 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0036_1383235203051_hadoop_%5B17DA3ABCB343422FAD1F55BEF639ED95%2F492E21B920EC45E0 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:00:26,167 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0036_m_000002_0'
2013-10-31 16:00:26,167 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0036_m_000004_0'
2013-10-31 16:00:26,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_886071291293535525 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:26,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_886071291293535525 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:26,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_886071291293535525 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:26,172 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0036_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:00:26,175 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/_temporary
2013-10-31 16:00:26,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0036 dst=null perm=null
2013-10-31 16:00:26,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace dst=null perm=null
2013-10-31 16:00:26,232 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 16:00:26,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00000 dst=null perm=null
2013-10-31 16:00:26,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00001 dst=null perm=null
2013-10-31 16:00:26,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00002 dst=null perm=null
2013-10-31 16:00:26,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00003 dst=null perm=null
2013-10-31 16:00:26,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00000 dst=null perm=null
2013-10-31 16:00:26,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39115, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7244257693146253259_1364, duration: 294295
2013-10-31 16:00:26,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00001 dst=null perm=null
2013-10-31 16:00:26,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39116, bytes: 55, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8979574895009337229_1366, duration: 260927
2013-10-31 16:00:26,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00002 dst=null perm=null
2013-10-31 16:00:26,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37471, bytes: 56, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3715614424475538717_1366, duration: 264471
2013-10-31 16:00:26,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00003 dst=null perm=null
2013-10-31 16:00:26,252 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37472, bytes: 41, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1607553815560906750_1367, duration: 265187
2013-10-31 16:00:26,252 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/replace
2013-10-31 16:00:26,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace dst=null perm=null
2013-10-31 16:00:26,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00000 dst=null perm=null
2013-10-31 16:00:26,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59033, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7244257693146253259_1364, duration: 255809
2013-10-31 16:00:26,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00001 dst=null perm=null
2013-10-31 16:00:26,265 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37474, bytes: 55, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8979574895009337229_1366, duration: 259635
2013-10-31 16:00:26,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00002 dst=null perm=null
2013-10-31 16:00:26,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59035, bytes: 56, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3715614424475538717_1366, duration: 264116
2013-10-31 16:00:26,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/replace/part-00003 dst=null perm=null
2013-10-31 16:00:26,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39122, bytes: 41, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1607553815560906750_1367, duration: 259841
2013-10-31 16:00:26,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,283 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt. blk_-4879925124849775528_1369
2013-10-31 16:00:26,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4879925124849775528_1369 src: /127.0.0.1:33585 dest: /127.0.0.1:51383
2013-10-31 16:00:26,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4879925124849775528_1369 src: /127.0.0.1:37478 dest: /127.0.0.1:37515
2013-10-31 16:00:26,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4879925124849775528_1369 src: /127.0.0.1:39125 dest: /127.0.0.1:42031
2013-10-31 16:00:26,291 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39125, dest: /127.0.0.1:42031, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4879925124849775528_1369, duration: 67971
2013-10-31 16:00:26,291 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4879925124849775528_1369 terminating
2013-10-31 16:00:26,292 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37478, dest: /127.0.0.1:37515, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4879925124849775528_1369, duration: 920255
2013-10-31 16:00:26,292 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4879925124849775528_1369 terminating
2013-10-31 16:00:26,293 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33585, dest: /127.0.0.1:51383, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4879925124849775528_1369, duration: 1900395
2013-10-31 16:00:26,293 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4879925124849775528_1369 terminating
2013-10-31 16:00:26,293 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4879925124849775528_1369 size 40
2013-10-31 16:00:26,296 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt from client DFSClient_1020568644
2013-10-31 16:00:26,297 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt is closed by DFSClient_1020568644
2013-10-31 16:00:26,297 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4879925124849775528_1369 size 40
2013-10-31 16:00:26,297 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4879925124849775528_1369 size 40
2013-10-31 16:00:26,319 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 16:00:26,320 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 16:00:26,329 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 16:00:26,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt"]
2013-10-31 16:00:26,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size"]
2013-10-31 16:00:26,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 16:00:26,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 16:00:26,330 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 16:00:26,332 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...esplatform/ungrouped_size
2013-10-31 16:00:26,334 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:00:26,334 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 16:00:26,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:26,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:00:26,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,356 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar. blk_1638829477240529318_1370
2013-10-31 16:00:26,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1638829477240529318_1370 src: /127.0.0.1:59040 dest: /127.0.0.1:40932
2013-10-31 16:00:26,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1638829477240529318_1370 src: /127.0.0.1:37481 dest: /127.0.0.1:37515
2013-10-31 16:00:26,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1638829477240529318_1370 src: /127.0.0.1:39128 dest: /127.0.0.1:42031
2013-10-31 16:00:26,371 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39128, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1638829477240529318_1370, duration: 6754986
2013-10-31 16:00:26,371 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1638829477240529318_1370 terminating
2013-10-31 16:00:26,371 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37481, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1638829477240529318_1370, duration: 7588997
2013-10-31 16:00:26,372 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1638829477240529318_1370 terminating
2013-10-31 16:00:26,372 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59040, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1638829477240529318_1370, duration: 8575394
2013-10-31 16:00:26,373 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1638829477240529318_1370 terminating
2013-10-31 16:00:26,375 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1638829477240529318_1370 size 238055
2013-10-31 16:00:26,375 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar from client DFSClient_1020568644
2013-10-31 16:00:26,376 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar is closed by DFSClient_1020568644
2013-10-31 16:00:26,376 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1638829477240529318_1370 size 238055
2013-10-31 16:00:26,377 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1638829477240529318_1370 size 238055
2013-10-31 16:00:26,382 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar. New replication is 10
2013-10-31 16:00:26,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar dst=null perm=null
2013-10-31 16:00:26,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,393 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:00:26,398 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:00:26,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2013-10-31 16:00:26,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,413 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split. New replication is 10
2013-10-31 16:00:26,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split dst=null perm=null
2013-10-31 16:00:26,422 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split. blk_-2345883177819126733_1371
2013-10-31 16:00:26,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2345883177819126733_1371 src: /127.0.0.1:39129 dest: /127.0.0.1:42031
2013-10-31 16:00:26,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2345883177819126733_1371 src: /127.0.0.1:59044 dest: /127.0.0.1:40932
2013-10-31 16:00:26,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2345883177819126733_1371 src: /127.0.0.1:37485 dest: /127.0.0.1:37515
2013-10-31 16:00:26,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2345883177819126733_1371 src: /127.0.0.1:33594 dest: /127.0.0.1:51383
2013-10-31 16:00:26,432 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33594, dest: /127.0.0.1:51383, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2345883177819126733_1371, duration: 114642
2013-10-31 16:00:26,432 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2345883177819126733_1371 terminating
2013-10-31 16:00:26,432 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37485, dest: /127.0.0.1:37515, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2345883177819126733_1371, duration: 968761
2013-10-31 16:00:26,433 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2345883177819126733_1371 terminating
2013-10-31 16:00:26,433 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59044, dest: /127.0.0.1:40932, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2345883177819126733_1371, duration: 1866956
2013-10-31 16:00:26,434 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2345883177819126733_1371 terminating
2013-10-31 16:00:26,434 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39129, dest: /127.0.0.1:42031, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2345883177819126733_1371, duration: 2727228
2013-10-31 16:00:26,435 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-2345883177819126733_1371 terminating
2013-10-31 16:00:26,438 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2345883177819126733_1371 size 1435
2013-10-31 16:00:26,438 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split from client DFSClient_1020568644
2013-10-31 16:00:26,438 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split is closed by DFSClient_1020568644
2013-10-31 16:00:26,439 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2345883177819126733_1371 size 1435
2013-10-31 16:00:26,439 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2345883177819126733_1371 size 1435
2013-10-31 16:00:26,440 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2345883177819126733_1371 size 1435
2013-10-31 16:00:26,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,460 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.splitmetainfo. blk_5195653615063647775_1372
2013-10-31 16:00:26,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5195653615063647775_1372 src: /127.0.0.1:39133 dest: /127.0.0.1:42031
2013-10-31 16:00:26,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5195653615063647775_1372 src: /127.0.0.1:37488 dest: /127.0.0.1:37515
2013-10-31 16:00:26,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5195653615063647775_1372 src: /127.0.0.1:33597 dest: /127.0.0.1:51383
2013-10-31 16:00:26,467 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33597, dest: /127.0.0.1:51383, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5195653615063647775_1372, duration: 70863
2013-10-31 16:00:26,467 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5195653615063647775_1372 terminating
2013-10-31 16:00:26,468 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37488, dest: /127.0.0.1:37515, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5195653615063647775_1372, duration: 860473
2013-10-31 16:00:26,468 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5195653615063647775_1372 terminating
2013-10-31 16:00:26,469 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39133, dest: /127.0.0.1:42031, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5195653615063647775_1372, duration: 1857820
2013-10-31 16:00:26,469 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5195653615063647775_1372 terminating
2013-10-31 16:00:26,470 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5195653615063647775_1372 size 148
2013-10-31 16:00:26,471 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5195653615063647775_1372 size 148
2013-10-31 16:00:26,472 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:00:26,472 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:00:26,473 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5195653615063647775_1372 size 148
2013-10-31 16:00:26,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:26,501 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml. blk_6464746535389092936_1373
2013-10-31 16:00:26,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6464746535389092936_1373 src: /127.0.0.1:33598 dest: /127.0.0.1:51383
2013-10-31 16:00:26,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6464746535389092936_1373 src: /127.0.0.1:59051 dest: /127.0.0.1:40932
2013-10-31 16:00:26,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6464746535389092936_1373 src: /127.0.0.1:37492 dest: /127.0.0.1:37515
2013-10-31 16:00:26,508 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37492, dest: /127.0.0.1:37515, bytes: 27503, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6464746535389092936_1373, duration: 83053
2013-10-31 16:00:26,509 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6464746535389092936_1373 terminating
2013-10-31 16:00:26,509 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59051, dest: /127.0.0.1:40932, bytes: 27503, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6464746535389092936_1373, duration: 843866
2013-10-31 16:00:26,510 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6464746535389092936_1373 terminating
2013-10-31 16:00:26,510 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6464746535389092936_1373 size 27503
2013-10-31 16:00:26,510 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33598, dest: /127.0.0.1:51383, bytes: 27503, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6464746535389092936_1373, duration: 1781912
2013-10-31 16:00:26,511 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6464746535389092936_1373 terminating
2013-10-31 16:00:26,512 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6464746535389092936_1373 size 27503
2013-10-31 16:00:26,513 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_6464746535389092936_1373 size 27503
2013-10-31 16:00:26,513 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml from client DFSClient_1020568644
2013-10-31 16:00:26,514 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml is closed by DFSClient_1020568644
2013-10-31 16:00:26,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml dst=null perm=null
2013-10-31 16:00:26,531 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33602, bytes: 27719, op: HDFS_READ, cliID: DFSClient_499323565, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6464746535389092936_1373, duration: 397022
2013-10-31 16:00:26,550 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0037: nMaps=4 nReduces=0 max=-1
2013-10-31 16:00:26,550 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0037 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:00:26,550 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0037
2013-10-31 16:00:26,550 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0037 RESULT=SUCCESS
2013-10-31 16:00:26,551 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0037
2013-10-31 16:00:26,552 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0037
2013-10-31 16:00:26,694 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_1638829477240529318_1370 to datanode(s) 127.0.0.1:51383
2013-10-31 16:00:26,695 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-7162389249234678290_1359 blk_1870178068846669847_1358 blk_4308839620301965440_1357 blk_886071291293535525_1363
2013-10-31 16:00:26,695 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_886071291293535525_1363
2013-10-31 16:00:26,789 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7162389249234678290_1359 file build/test/data/dfs/data/data1/current/blk_-7162389249234678290 for deletion
2013-10-31 16:00:26,789 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_886071291293535525_1363 file build/test/data/dfs/data/data2/current/blk_886071291293535525 for deletion
2013-10-31 16:00:26,789 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7162389249234678290_1359 at file build/test/data/dfs/data/data1/current/blk_-7162389249234678290
2013-10-31 16:00:26,789 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1870178068846669847_1358 file build/test/data/dfs/data/data2/current/blk_1870178068846669847 for deletion
2013-10-31 16:00:26,789 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_886071291293535525_1363 at file build/test/data/dfs/data/data2/current/blk_886071291293535525
2013-10-31 16:00:26,790 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4308839620301965440_1357 file build/test/data/dfs/data/data1/current/blk_4308839620301965440 for deletion
2013-10-31 16:00:26,790 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1870178068846669847_1358 at file build/test/data/dfs/data/data2/current/blk_1870178068846669847
2013-10-31 16:00:26,790 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4308839620301965440_1357 at file build/test/data/dfs/data/data1/current/blk_4308839620301965440
2013-10-31 16:00:27,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_1383235226522_hadoop_%5BC4BAE5E022F541698F77C9321CE07DD5%2F4FCCFD5C6E844352 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:27,304 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_886071291293535525_1363 file build/test/data/dfs/data/data4/current/blk_886071291293535525 for deletion
2013-10-31 16:00:27,304 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_886071291293535525_1363 at file build/test/data/dfs/data/data4/current/blk_886071291293535525
2013-10-31 16:00:27,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:27,327 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_conf.xml. blk_8817616914320686922_1375
2013-10-31 16:00:27,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8817616914320686922_1375 src: /127.0.0.1:33603 dest: /127.0.0.1:51383
2013-10-31 16:00:27,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8817616914320686922_1375 src: /127.0.0.1:39142 dest: /127.0.0.1:42031
2013-10-31 16:00:27,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8817616914320686922_1375 src: /127.0.0.1:37497 dest: /127.0.0.1:37515
2013-10-31 16:00:27,336 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37497, dest: /127.0.0.1:37515, bytes: 27568, op: HDFS_WRITE, cliID: DFSClient_499323565, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8817616914320686922_1375, duration: 562153
2013-10-31 16:00:27,337 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8817616914320686922_1375 terminating
2013-10-31 16:00:27,337 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8817616914320686922_1375 size 27568
2013-10-31 16:00:27,337 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39142, dest: /127.0.0.1:42031, bytes: 27568, op: HDFS_WRITE, cliID: DFSClient_499323565, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_8817616914320686922_1375, duration: 1771770
2013-10-31 16:00:27,338 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8817616914320686922_1375 terminating
2013-10-31 16:00:27,338 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33603, dest: /127.0.0.1:51383, bytes: 27568, op: HDFS_WRITE, cliID: DFSClient_499323565, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8817616914320686922_1375, duration: 2520961
2013-10-31 16:00:27,339 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8817616914320686922_1375 terminating
2013-10-31 16:00:27,340 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_conf.xml from client DFSClient_499323565
2013-10-31 16:00:27,341 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_conf.xml is closed by DFSClient_499323565
2013-10-31 16:00:27,341 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_8817616914320686922_1375 size 27568
2013-10-31 16:00:27,342 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8817616914320686922_1375 size 27568
2013-10-31 16:00:27,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:27,354 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken. blk_-7369038673239885446_1376
2013-10-31 16:00:27,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7369038673239885446_1376 src: /127.0.0.1:39144 dest: /127.0.0.1:42031
2013-10-31 16:00:27,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7369038673239885446_1376 src: /127.0.0.1:33607 dest: /127.0.0.1:51383
2013-10-31 16:00:27,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7369038673239885446_1376 src: /127.0.0.1:37500 dest: /127.0.0.1:37515
2013-10-31 16:00:27,361 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37500, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7369038673239885446_1376, duration: 68332
2013-10-31 16:00:27,362 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7369038673239885446_1376 terminating
2013-10-31 16:00:27,362 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33607, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7369038673239885446_1376, duration: 861272
2013-10-31 16:00:27,363 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7369038673239885446_1376 terminating
2013-10-31 16:00:27,363 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39144, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7369038673239885446_1376, duration: 1856847
2013-10-31 16:00:27,364 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7369038673239885446_1376 terminating
2013-10-31 16:00:27,367 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7369038673239885446_1376 size 116
2013-10-31 16:00:27,367 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken from client DFSClient_1020568644
2013-10-31 16:00:27,368 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken is closed by DFSClient_1020568644
2013-10-31 16:00:27,368 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7369038673239885446_1376 size 116
2013-10-31 16:00:27,369 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-7369038673239885446_1376 size 116
2013-10-31 16:00:27,376 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken
2013-10-31 16:00:27,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.splitmetainfo dst=null perm=null
2013-10-31 16:00:27,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37501, bytes: 152, op: HDFS_READ, cliID: DFSClient_499323565, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5195653615063647775_1372, duration: 267848
2013-10-31 16:00:27,381 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0037 = 40. Number of splits = 4
2013-10-31 16:00:27,382 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,382 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,382 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,383 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,383 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,383 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,383 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,384 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,384 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,384 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,384 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,384 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0037_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:27,385 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0037 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:00:27,385 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0037 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 16:00:27,774 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_1638829477240529318_1370 to 127.0.0.1:51383
2013-10-31 16:00:27,775 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_1638829477240529318_1370 to /127.0.0.1:51383
2013-10-31 16:00:27,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1638829477240529318_1370 src: /127.0.0.1:33610 dest: /127.0.0.1:51383
2013-10-31 16:00:27,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_1638829477240529318_1370 src: /127.0.0.1:33610 dest: /127.0.0.1:51383 of size 238055
2013-10-31 16:00:27,781 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1638829477240529318_1370 size 238055
2013-10-31 16:00:28,835 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0037_m_000005_0' to tip task_20131031154230960_0037_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:00:28,842 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0036_m_000003_0'
2013-10-31 16:00:28,844 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0037_m_000005_0 task's state:UNASSIGNED
2013-10-31 16:00:28,844 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0037_m_000005_0 which needs 1 slots
2013-10-31 16:00:28,844 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0037_m_000005_0 which needs 1 slots
2013-10-31 16:00:28,847 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0036_m_000000_0'
2013-10-31 16:00:28,847 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0036_m_000005_0'
2013-10-31 16:00:28,848 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0036_m_000001_0'
2013-10-31 16:00:28,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken dst=null perm=null
2013-10-31 16:00:28,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37503, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7369038673239885446_1376, duration: 339941
2013-10-31 16:00:28,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml dst=null perm=null
2013-10-31 16:00:28,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33613, bytes: 27719, op: HDFS_READ, cliID: DFSClient_-1277634531, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6464746535389092936_1373, duration: 377682
2013-10-31 16:00:28,893 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:28,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar dst=null perm=null
2013-10-31 16:00:28,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37506, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1277634531, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1638829477240529318_1370, duration: 1430291
2013-10-31 16:00:29,020 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0037_m_-1417355146
2013-10-31 16:00:29,022 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0037_m_-1417355146 spawned.
2013-10-31 16:00:29,024 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0037/attempt_20131031154230960_0037_m_000005_0/taskjvm.sh
2013-10-31 16:00:29,696 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-1273998988623965692_1360 blk_1870178068846669847_1358 blk_4308839620301965440_1357 blk_886071291293535525_1363
2013-10-31 16:00:30,176 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0037_m_-1417355146 given task: attempt_20131031154230960_0037_m_000005_0
2013-10-31 16:00:30,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:31,168 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0036
2013-10-31 16:00:31,168 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0036_m_000002_0 not found in cache
2013-10-31 16:00:31,169 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0036_m_000004_0 not found in cache
2013-10-31 16:00:31,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0036 for user-log deletion with retainTimeStamp:1383321631169
2013-10-31 16:00:31,334 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1273998988623965692_1360 file build/test/data/dfs/data/data7/current/blk_-1273998988623965692 for deletion
2013-10-31 16:00:31,334 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_886071291293535525_1363 file build/test/data/dfs/data/data7/current/blk_886071291293535525 for deletion
2013-10-31 16:00:31,334 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1273998988623965692_1360 at file build/test/data/dfs/data/data7/current/blk_-1273998988623965692
2013-10-31 16:00:31,334 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1870178068846669847_1358 file build/test/data/dfs/data/data8/current/blk_1870178068846669847 for deletion
2013-10-31 16:00:31,335 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_886071291293535525_1363 at file build/test/data/dfs/data/data7/current/blk_886071291293535525
2013-10-31 16:00:31,335 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4308839620301965440_1357 file build/test/data/dfs/data/data7/current/blk_4308839620301965440 for deletion
2013-10-31 16:00:31,335 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1870178068846669847_1358 at file build/test/data/dfs/data/data8/current/blk_1870178068846669847
2013-10-31 16:00:31,336 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4308839620301965440_1357 at file build/test/data/dfs/data/data7/current/blk_4308839620301965440
2013-10-31 16:00:31,467 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0036_m_-1567085044 since job job_20131031154230960_0036 is dead
2013-10-31 16:00:31,477 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5086 with signal TERM. Exit code 0
2013-10-31 16:00:31,621 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_1638829477240529318_1370
2013-10-31 16:00:31,671 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:31,671 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:31,671 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:31,671 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0036_m_-1567085044 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:32,362 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0036_m_-2013748578 since job job_20131031154230960_0036 is dead
2013-10-31 16:00:32,374 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5352 with signal TERM. Exit code 0
2013-10-31 16:00:32,547 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:32,547 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:32,548 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:32,548 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0036_m_-2013748578 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:33,615 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000005_0 0.0% setup
2013-10-31 16:00:33,619 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0037_m_000005_0 is done.
2013-10-31 16:00:33,619 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0037_m_000005_0 was -1
2013-10-31 16:00:33,619 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:33,844 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0036
2013-10-31 16:00:33,844 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0036_m_000003_0 not found in cache
2013-10-31 16:00:33,845 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0036 for user-log deletion with retainTimeStamp:1383321633845
2013-10-31 16:00:33,848 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0036
2013-10-31 16:00:33,848 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0036_m_000000_0 not found in cache
2013-10-31 16:00:33,849 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0036
2013-10-31 16:00:33,849 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0036 for user-log deletion with retainTimeStamp:1383321633849
2013-10-31 16:00:33,849 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0036_m_000001_0 not found in cache
2013-10-31 16:00:33,850 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0036 for user-log deletion with retainTimeStamp:1383321633850
2013-10-31 16:00:33,958 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0036_m_-743374122 since job job_20131031154230960_0036 is dead
2013-10-31 16:00:33,969 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5258 with signal TERM. Exit code 0
2013-10-31 16:00:34,176 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:34,176 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:34,176 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:34,177 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0036_m_-743374122 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:34,360 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0036_m_-561011437 since job job_20131031154230960_0036 is dead
2013-10-31 16:00:34,368 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4616 with signal TERM. Exit code 0
2013-10-31 16:00:34,453 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0036_m_289214110 since job job_20131031154230960_0036 is dead
2013-10-31 16:00:34,458 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5083 with signal TERM. Exit code 0
2013-10-31 16:00:34,545 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:34,546 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:34,546 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:34,547 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0036_m_-561011437 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:34,645 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:34,645 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:34,645 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:34,646 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0036_m_289214110 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:34,850 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0037_m_000005_0' has completed task_20131031154230960_0037_m_000005 successfully.
2013-10-31 16:00:34,855 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0037_m_000000_0' to tip task_20131031154230960_0037_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:00:34,857 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0037_m_000000
2013-10-31 16:00:34,859 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0037_m_000001_0' to tip task_20131031154230960_0037_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:00:34,859 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0037_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:00:34,860 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0037_m_000001
2013-10-31 16:00:34,860 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0037_m_000000_0 which needs 1 slots
2013-10-31 16:00:34,860 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0037_m_000000_0 which needs 1 slots
2013-10-31 16:00:34,862 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0037_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:00:34,862 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0037_m_000002_0' to tip task_20131031154230960_0037_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:00:34,863 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0037_m_000001_0 which needs 1 slots
2013-10-31 16:00:34,863 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0037_m_000002
2013-10-31 16:00:34,863 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0037_m_000001_0 which needs 1 slots
2013-10-31 16:00:34,866 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0037_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:00:34,866 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0037_m_000002_0 which needs 1 slots
2013-10-31 16:00:34,867 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0037_m_000002_0 which needs 1 slots
2013-10-31 16:00:34,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken dst=null perm=null
2013-10-31 16:00:34,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken dst=null perm=null
2013-10-31 16:00:34,874 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33621, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7369038673239885446_1376, duration: 320324
2013-10-31 16:00:34,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33622, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7369038673239885446_1376, duration: 319319
2013-10-31 16:00:34,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml dst=null perm=null
2013-10-31 16:00:34,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml dst=null perm=null
2013-10-31 16:00:34,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33625, bytes: 27719, op: HDFS_READ, cliID: DFSClient_801842738, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_6464746535389092936_1373, duration: 162070
2013-10-31 16:00:34,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37518, bytes: 27719, op: HDFS_READ, cliID: DFSClient_1774222914, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6464746535389092936_1373, duration: 392594
2013-10-31 16:00:34,920 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:34,928 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:35,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar dst=null perm=null
2013-10-31 16:00:35,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59079, bytes: 239915, op: HDFS_READ, cliID: DFSClient_801842738, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1638829477240529318_1370, duration: 1448923
2013-10-31 16:00:35,119 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0036_m_1451111316 since job job_20131031154230960_0036 is dead
2013-10-31 16:00:35,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar dst=null perm=null
2013-10-31 16:00:35,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33628, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1774222914, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1638829477240529318_1370, duration: 1576500
2013-10-31 16:00:35,129 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5021 with signal TERM. Exit code 0
2013-10-31 16:00:35,173 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0037_m_000003_0' to tip task_20131031154230960_0037_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 16:00:35,174 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0037_m_000003
2013-10-31 16:00:35,176 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0037_m_000003_0 task's state:UNASSIGNED
2013-10-31 16:00:35,176 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0037_m_000003_0 which needs 1 slots
2013-10-31 16:00:35,176 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0037_m_000003_0 which needs 1 slots
2013-10-31 16:00:35,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037/jobToken dst=null perm=null
2013-10-31 16:00:35,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37521, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-7369038673239885446_1376, duration: 313390
2013-10-31 16:00:35,252 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0037_m_308825938
2013-10-31 16:00:35,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.xml dst=null perm=null
2013-10-31 16:00:35,254 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0037_m_308825938 spawned.
2013-10-31 16:00:35,257 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0037/attempt_20131031154230960_0037_m_000000_0/taskjvm.sh
2013-10-31 16:00:35,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59083, bytes: 27719, op: HDFS_READ, cliID: DFSClient_-801917565, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6464746535389092936_1373, duration: 574913
2013-10-31 16:00:35,604 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0037_m_1590493831
2013-10-31 16:00:35,604 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0037_m_-1204259196
2013-10-31 16:00:35,605 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0037_m_1590493831 spawned.
2013-10-31 16:00:35,606 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0037_m_-1204259196 spawned.
2013-10-31 16:00:35,610 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0037/attempt_20131031154230960_0037_m_000001_0/taskjvm.sh
2013-10-31 16:00:35,611 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0037/attempt_20131031154230960_0037_m_000002_0/taskjvm.sh
2013-10-31 16:00:35,623 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:35,623 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:35,623 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:35,623 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0036_m_1451111316 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:35,778 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:35,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.jar dst=null perm=null
2013-10-31 16:00:35,811 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37524, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-801917565, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1638829477240529318_1370, duration: 1105673
2013-10-31 16:00:36,003 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0037_m_814316793
2013-10-31 16:00:36,004 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0037_m_814316793 spawned.
2013-10-31 16:00:36,007 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0037/attempt_20131031154230960_0037_m_000003_0/taskjvm.sh
2013-10-31 16:00:36,796 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0037_m_308825938 given task: attempt_20131031154230960_0037_m_000000_0
2013-10-31 16:00:37,102 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0037_m_1590493831 given task: attempt_20131031154230960_0037_m_000001_0
2013-10-31 16:00:37,111 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0037_m_-1204259196 given task: attempt_20131031154230960_0037_m_000002_0
2013-10-31 16:00:37,142 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0037_m_814316793 given task: attempt_20131031154230960_0037_m_000003_0
2013-10-31 16:00:37,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split dst=null perm=null
2013-10-31 16:00:37,305 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39176, bytes: 1447, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2345883177819126733_1371, duration: 168976
2013-10-31 16:00:37,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2013-10-31 16:00:37,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:37,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:37,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37532, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4879925124849775528_1369, duration: 132239
2013-10-31 16:00:37,532 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0/part-00000. blk_7665591745328713144_1377
2013-10-31 16:00:37,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7665591745328713144_1377 src: /127.0.0.1:59093 dest: /127.0.0.1:40932
2013-10-31 16:00:37,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7665591745328713144_1377 src: /127.0.0.1:37535 dest: /127.0.0.1:37515
2013-10-31 16:00:37,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7665591745328713144_1377 src: /127.0.0.1:39182 dest: /127.0.0.1:42031
2013-10-31 16:00:37,560 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39182, dest: /127.0.0.1:42031, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7665591745328713144_1377, duration: 1161712
2013-10-31 16:00:37,560 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7665591745328713144_1377 terminating
2013-10-31 16:00:37,560 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37535, dest: /127.0.0.1:37515, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7665591745328713144_1377, duration: 1524610
2013-10-31 16:00:37,561 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7665591745328713144_1377 terminating
2013-10-31 16:00:37,561 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59093, dest: /127.0.0.1:40932, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7665591745328713144_1377, duration: 1946200
2013-10-31 16:00:37,561 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7665591745328713144_1377 terminating
2013-10-31 16:00:37,565 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7665591745328713144_1377 size 24
2013-10-31 16:00:37,565 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7665591745328713144_1377 size 24
2013-10-31 16:00:37,565 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7665591745328713144_1377 size 24
2013-10-31 16:00:37,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split dst=null perm=null
2013-10-31 16:00:37,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33646, bytes: 1447, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2345883177819126733_1371, duration: 168197
2013-10-31 16:00:37,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split dst=null perm=null
2013-10-31 16:00:37,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33647, bytes: 931, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2345883177819126733_1371, duration: 144031
2013-10-31 16:00:37,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037/job.split dst=null perm=null
2013-10-31 16:00:37,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2013-10-31 16:00:37,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39187, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4879925124849775528_1369, duration: 107517
2013-10-31 16:00:37,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59100, bytes: 415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000003_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2345883177819126733_1371, duration: 95114
2013-10-31 16:00:37,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:37,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:37,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2013-10-31 16:00:37,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33650, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4879925124849775528_1369, duration: 103909
2013-10-31 16:00:37,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:37,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2013-10-31 16:00:37,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33651, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0037_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4879925124849775528_1369, duration: 98142
2013-10-31 16:00:37,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:37,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:37,840 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0/part-00001. blk_-4888177150054872773_1380
2013-10-31 16:00:37,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:37,852 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0/part-00002. blk_192636850823611091_1380
2013-10-31 16:00:37,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4888177150054872773_1380 src: /127.0.0.1:39190 dest: /127.0.0.1:42031
2013-10-31 16:00:37,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4888177150054872773_1380 src: /127.0.0.1:37546 dest: /127.0.0.1:37515
2013-10-31 16:00:37,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4888177150054872773_1380 src: /127.0.0.1:33655 dest: /127.0.0.1:51383
2013-10-31 16:00:37,869 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33655, dest: /127.0.0.1:51383, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4888177150054872773_1380, duration: 996823
2013-10-31 16:00:37,870 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4888177150054872773_1380 terminating
2013-10-31 16:00:37,870 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37546, dest: /127.0.0.1:37515, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4888177150054872773_1380, duration: 2747306
2013-10-31 16:00:37,871 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4888177150054872773_1380 terminating
2013-10-31 16:00:37,872 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39190, dest: /127.0.0.1:42031, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4888177150054872773_1380, duration: 4720287
2013-10-31 16:00:37,872 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4888177150054872773_1380 size 12
2013-10-31 16:00:37,872 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4888177150054872773_1380 terminating
2013-10-31 16:00:37,873 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4888177150054872773_1380 size 12
2013-10-31 16:00:37,873 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0037_m_000001_0
2013-10-31 16:00:37,873 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0037_m_000001_0
2013-10-31 16:00:37,875 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4888177150054872773_1380 size 12
2013-10-31 16:00:37,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_192636850823611091_1380 src: /127.0.0.1:37545 dest: /127.0.0.1:37515
2013-10-31 16:00:37,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_192636850823611091_1380 src: /127.0.0.1:39194 dest: /127.0.0.1:42031
2013-10-31 16:00:37,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_192636850823611091_1380 src: /127.0.0.1:59109 dest: /127.0.0.1:40932
2013-10-31 16:00:37,880 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59109, dest: /127.0.0.1:40932, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_192636850823611091_1380, duration: 1332531
2013-10-31 16:00:37,880 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_192636850823611091_1380 terminating
2013-10-31 16:00:37,880 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_192636850823611091_1380 size 12
2013-10-31 16:00:37,880 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39194, dest: /127.0.0.1:42031, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_192636850823611091_1380, duration: 1488485
2013-10-31 16:00:37,880 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_192636850823611091_1380 size 12
2013-10-31 16:00:37,880 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_192636850823611091_1380 terminating
2013-10-31 16:00:37,881 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37545, dest: /127.0.0.1:37515, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_192636850823611091_1380, duration: 1904709
2013-10-31 16:00:37,881 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_192636850823611091_1380 terminating
2013-10-31 16:00:37,882 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0037_m_000002_0
2013-10-31 16:00:37,882 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0037_m_000002_0
2013-10-31 16:00:37,884 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_192636850823611091_1380 size 12
2013-10-31 16:00:37,923 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0037_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:37,923 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000001_0 0.0%
2013-10-31 16:00:37,931 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0037_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:37,931 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000002_0 0.0%
2013-10-31 16:00:37,963 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0037_m_000000_0
2013-10-31 16:00:37,963 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0037_m_000000_0
2013-10-31 16:00:38,004 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0/part-00003. blk_7231758110152496174_1380
2013-10-31 16:00:38,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7231758110152496174_1380 src: /127.0.0.1:59110 dest: /127.0.0.1:40932
2013-10-31 16:00:38,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7231758110152496174_1380 src: /127.0.0.1:39197 dest: /127.0.0.1:42031
2013-10-31 16:00:38,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7231758110152496174_1380 src: /127.0.0.1:33660 dest: /127.0.0.1:51383
2013-10-31 16:00:38,032 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33660, dest: /127.0.0.1:51383, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7231758110152496174_1380, duration: 1326546
2013-10-31 16:00:38,032 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7231758110152496174_1380 terminating
2013-10-31 16:00:38,032 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39197, dest: /127.0.0.1:42031, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7231758110152496174_1380, duration: 1731355
2013-10-31 16:00:38,032 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7231758110152496174_1380 terminating
2013-10-31 16:00:38,032 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7231758110152496174_1380 size 12
2013-10-31 16:00:38,033 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59110, dest: /127.0.0.1:40932, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0037_m_000003_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7231758110152496174_1380, duration: 2093487
2013-10-31 16:00:38,033 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0037_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:38,033 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7231758110152496174_1380 terminating
2013-10-31 16:00:38,033 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000000_0 0.0%
2013-10-31 16:00:38,034 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0037_m_000003_0
2013-10-31 16:00:38,034 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0037_m_000003_0
2013-10-31 16:00:38,035 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7231758110152496174_1380 size 12
2013-10-31 16:00:38,036 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7231758110152496174_1380 size 12
2013-10-31 16:00:38,081 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0037_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:00:38,082 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000003_0 0.0%
2013-10-31 16:00:38,180 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0037_m_000003_0
2013-10-31 16:00:39,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0 dst=null perm=null
2013-10-31 16:00:39,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:39,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:39,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000003_0 dst=null perm=null
2013-10-31 16:00:39,860 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0037_m_000005_0
2013-10-31 16:00:39,860 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0037_m_000005_0
2013-10-31 16:00:39,861 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0037_m_000005_0 not found in cache
2013-10-31 16:00:40,573 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt:30+10
2013-10-31 16:00:40,575 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0037_m_000003_0 is done.
2013-10-31 16:00:40,575 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0037_m_000003_0 was -1
2013-10-31 16:00:40,575 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:40,864 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0037_m_000000_0
2013-10-31 16:00:40,866 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0037_m_000001_0
2013-10-31 16:00:40,870 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0037_m_000002_0
2013-10-31 16:00:40,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0 dst=null perm=null
2013-10-31 16:00:40,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:40,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0 dst=null perm=null
2013-10-31 16:00:40,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:40,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:40,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000001_0 dst=null perm=null
2013-10-31 16:00:40,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:40,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000002_0 dst=null perm=null
2013-10-31 16:00:41,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0 dst=null perm=null
2013-10-31 16:00:41,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:41,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:41,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary/_attempt_20131031154230960_0037_m_000000_0 dst=null perm=null
2013-10-31 16:00:41,183 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0037_m_000003_0' has completed task_20131031154230960_0037_m_000003 successfully.
2013-10-31 16:00:43,281 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt:0+10
2013-10-31 16:00:43,284 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt:0+10
2013-10-31 16:00:43,286 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0037_m_000000_0 is done.
2013-10-31 16:00:43,286 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0037_m_000000_0 was -1
2013-10-31 16:00:43,286 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:43,581 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt:10+10
2013-10-31 16:00:43,583 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt:10+10
2013-10-31 16:00:43,584 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0037_m_000001_0 is done.
2013-10-31 16:00:43,584 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0037_m_000001_0 was -1
2013-10-31 16:00:43,585 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:43,590 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt:20+10
2013-10-31 16:00:43,592 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/extra+lower+upper.txt:20+10
2013-10-31 16:00:43,593 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0037_m_000002_0 is done.
2013-10-31 16:00:43,593 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0037_m_000002_0 was -1
2013-10-31 16:00:43,593 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:43,868 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0037_m_000000_0' has completed task_20131031154230960_0037_m_000000 successfully.
2013-10-31 16:00:43,873 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0037_m_000001_0' has completed task_20131031154230960_0037_m_000001 successfully.
2013-10-31 16:00:43,877 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0037_m_000002_0' has completed task_20131031154230960_0037_m_000002 successfully.
2013-10-31 16:00:43,879 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0037_m_000004_0' to tip task_20131031154230960_0037_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:00:43,882 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0037_m_000004_0 task's state:UNASSIGNED
2013-10-31 16:00:43,882 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0037_m_000004_0 which needs 1 slots
2013-10-31 16:00:43,882 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0037_m_000004_0 which needs 1 slots
2013-10-31 16:00:43,911 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0037_m_-23084920
2013-10-31 16:00:43,912 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0037_m_-23084920 spawned.
2013-10-31 16:00:43,914 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0037/attempt_20131031154230960_0037_m_000004_0/taskjvm.sh
2013-10-31 16:00:44,721 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0037_m_-23084920 given task: attempt_20131031154230960_0037_m_000004_0
2013-10-31 16:00:45,250 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000004_0 0.0%
2013-10-31 16:00:45,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary dst=null perm=null
2013-10-31 16:00:45,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:45,270 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_SUCCESS from client DFSClient_attempt_20131031154230960_0037_m_000004_0
2013-10-31 16:00:45,270 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0037_m_000004_0
2013-10-31 16:00:45,276 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1638829477240529318 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:45,276 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1638829477240529318 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:45,276 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1638829477240529318 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:45,277 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1638829477240529318 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:45,277 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2345883177819126733 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:45,277 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2345883177819126733 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:45,277 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2345883177819126733 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:45,278 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2345883177819126733 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:45,278 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5195653615063647775 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:45,278 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5195653615063647775 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:45,278 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5195653615063647775 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:45,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6464746535389092936 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:00:45,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6464746535389092936 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:45,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6464746535389092936 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:45,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0037 dst=null perm=null
2013-10-31 16:00:47,699 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_5195653615063647775_1372 blk_1638829477240529318_1370 blk_6464746535389092936_1373 blk_-2345883177819126733_1371
2013-10-31 16:00:47,699 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_1638829477240529318_1370 blk_6464746535389092936_1373 blk_-2345883177819126733_1371
2013-10-31 16:00:47,796 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2345883177819126733_1371 file build/test/data/dfs/data/data1/current/blk_-2345883177819126733 for deletion
2013-10-31 16:00:47,796 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1638829477240529318_1370 file build/test/data/dfs/data/data2/current/blk_1638829477240529318 for deletion
2013-10-31 16:00:47,796 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2345883177819126733_1371 at file build/test/data/dfs/data/data1/current/blk_-2345883177819126733
2013-10-31 16:00:47,796 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5195653615063647775_1372 file build/test/data/dfs/data/data2/current/blk_5195653615063647775 for deletion
2013-10-31 16:00:47,797 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1638829477240529318_1370 at file build/test/data/dfs/data/data2/current/blk_1638829477240529318
2013-10-31 16:00:47,797 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6464746535389092936_1373 file build/test/data/dfs/data/data1/current/blk_6464746535389092936 for deletion
2013-10-31 16:00:47,797 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5195653615063647775_1372 at file build/test/data/dfs/data/data2/current/blk_5195653615063647775
2013-10-31 16:00:47,798 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6464746535389092936_1373 at file build/test/data/dfs/data/data1/current/blk_6464746535389092936
2013-10-31 16:00:48,160 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0037_m_000004_0 0.0% cleanup
2013-10-31 16:00:48,162 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0037_m_000004_0 is done.
2013-10-31 16:00:48,162 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0037_m_000004_0 was -1
2013-10-31 16:00:48,163 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:49,340 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2345883177819126733_1371 file build/test/data/dfs/data/data7/current/blk_-2345883177819126733 for deletion
2013-10-31 16:00:49,340 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1638829477240529318_1370 file build/test/data/dfs/data/data8/current/blk_1638829477240529318 for deletion
2013-10-31 16:00:49,340 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2345883177819126733_1371 at file build/test/data/dfs/data/data7/current/blk_-2345883177819126733
2013-10-31 16:00:49,340 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6464746535389092936_1373 file build/test/data/dfs/data/data8/current/blk_6464746535389092936 for deletion
2013-10-31 16:00:49,341 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1638829477240529318_1370 at file build/test/data/dfs/data/data8/current/blk_1638829477240529318
2013-10-31 16:00:49,341 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6464746535389092936_1373 at file build/test/data/dfs/data/data8/current/blk_6464746535389092936
2013-10-31 16:00:49,893 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0037_m_000004_0' has completed task_20131031154230960_0037_m_000004 successfully.
2013-10-31 16:00:49,894 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0037 has completed successfully.
2013-10-31 16:00:49,894 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0037,submitTime=1383235226522,launchTime=1383235227385,firstMapTaskLaunchTime=1383235234855,firstJobSetupTaskLaunchTime=1383235228835,firstJobCleanupTaskLaunchTime=1383235243879,finishTime=1383235249894,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[C4BAE5E022F541698F77C9321CE07DD5/4FCCFD5C6E84435284A721F7546D797E] test/(1/1) ...esplatform/ungrouped_size
2013-10-31 16:00:49,901 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_1383235226522_hadoop_%5BC4BAE5E022F541698F77C9321CE07DD5%2F4FCCFD5C6E844352. blk_-520855999045366238_1381
2013-10-31 16:00:49,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-520855999045366238_1381 src: /127.0.0.1:39202 dest: /127.0.0.1:42031
2013-10-31 16:00:49,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-520855999045366238_1381 src: /127.0.0.1:37557 dest: /127.0.0.1:37515
2013-10-31 16:00:49,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-520855999045366238_1381 src: /127.0.0.1:59118 dest: /127.0.0.1:40932
2013-10-31 16:00:49,918 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59118, dest: /127.0.0.1:40932, bytes: 22661, op: HDFS_WRITE, cliID: DFSClient_499323565, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-520855999045366238_1381, duration: 5765987
2013-10-31 16:00:49,918 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-520855999045366238_1381 terminating
2013-10-31 16:00:49,919 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37557, dest: /127.0.0.1:37515, bytes: 22661, op: HDFS_WRITE, cliID: DFSClient_499323565, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-520855999045366238_1381, duration: 6584315
2013-10-31 16:00:49,919 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-520855999045366238_1381 size 22661
2013-10-31 16:00:49,919 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-520855999045366238_1381 terminating
2013-10-31 16:00:49,920 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39202, dest: /127.0.0.1:42031, bytes: 22661, op: HDFS_WRITE, cliID: DFSClient_499323565, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-520855999045366238_1381, duration: 7535585
2013-10-31 16:00:49,920 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-520855999045366238_1381 terminating
2013-10-31 16:00:49,924 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-520855999045366238_1381 size 22661
2013-10-31 16:00:49,924 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_1383235226522_hadoop_%5BC4BAE5E022F541698F77C9321CE07DD5%2F4FCCFD5C6E844352 from client DFSClient_499323565
2013-10-31 16:00:49,925 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_logs/history/job_20131031154230960_0037_1383235226522_hadoop_%5BC4BAE5E022F541698F77C9321CE07DD5%2F4FCCFD5C6E844352 is closed by DFSClient_499323565
2013-10-31 16:00:49,925 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-520855999045366238_1381 size 22661
2013-10-31 16:00:50,287 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0037_1383235226522_hadoop_%5BC4BAE5E022F541698F77C9321CE07DD5%2F4FCCFD5C6E844352 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:00:50,288 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0037_m_000002_0'
2013-10-31 16:00:50,288 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0037_m_000004_0'
2013-10-31 16:00:50,289 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0037_m_000003_0'
2013-10-31 16:00:50,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7369038673239885446 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:00:50,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7369038673239885446 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:00:50,291 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7369038673239885446 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:00:50,294 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0037_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:00:50,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0037 dst=null perm=null
2013-10-31 16:00:50,298 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/_temporary
2013-10-31 16:00:50,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size dst=null perm=null
2013-10-31 16:00:50,318 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 16:00:50,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2013-10-31 16:00:50,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2013-10-31 16:00:50,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2013-10-31 16:00:50,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2013-10-31 16:00:50,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2013-10-31 16:00:50,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39206, bytes: 28, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7665591745328713144_1377, duration: 122217
2013-10-31 16:00:50,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2013-10-31 16:00:50,327 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37561, bytes: 16, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4888177150054872773_1380, duration: 349849
2013-10-31 16:00:50,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2013-10-31 16:00:50,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37562, bytes: 16, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_192636850823611091_1380, duration: 122234
2013-10-31 16:00:50,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2013-10-31 16:00:50,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39209, bytes: 16, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7231758110152496174_1380, duration: 275650
2013-10-31 16:00:50,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size dst=null perm=null
2013-10-31 16:00:50,350 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 16:00:50,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2013-10-31 16:00:50,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2013-10-31 16:00:50,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2013-10-31 16:00:50,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2013-10-31 16:00:50,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2013-10-31 16:00:50,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37564, bytes: 28, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7665591745328713144_1377, duration: 304843
2013-10-31 16:00:50,356 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/ungrouped_size
2013-10-31 16:00:50,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size dst=null perm=null
2013-10-31 16:00:50,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2013-10-31 16:00:50,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37565, bytes: 28, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7665591745328713144_1377, duration: 269220
2013-10-31 16:00:50,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2013-10-31 16:00:50,366 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39212, bytes: 16, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4888177150054872773_1380, duration: 328246
2013-10-31 16:00:50,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2013-10-31 16:00:50,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39213, bytes: 16, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_192636850823611091_1380, duration: 266061
2013-10-31 16:00:50,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2013-10-31 16:00:50,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39214, bytes: 16, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7231758110152496174_1380, duration: 262899
2013-10-31 16:00:50,394 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 16:00:50,395 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 16:00:50,407 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 16:00:50,408 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 16:00:50,408 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter"]
2013-10-31 16:00:50,408 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 16:00:50,409 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 16:00:50,409 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 16:00:50,410 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...eldedpipesplatform/filter
2013-10-31 16:00:50,412 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:00:50,412 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 16:00:50,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:50,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:00:50,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,432 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar. blk_5937066306493421326_1382
2013-10-31 16:00:50,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5937066306493421326_1382 src: /127.0.0.1:37569 dest: /127.0.0.1:37515
2013-10-31 16:00:50,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5937066306493421326_1382 src: /127.0.0.1:33678 dest: /127.0.0.1:51383
2013-10-31 16:00:50,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5937066306493421326_1382 src: /127.0.0.1:39217 dest: /127.0.0.1:42031
2013-10-31 16:00:50,445 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39217, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5937066306493421326_1382, duration: 3872137
2013-10-31 16:00:50,445 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5937066306493421326_1382 terminating
2013-10-31 16:00:50,446 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33678, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5937066306493421326_1382, duration: 5159183
2013-10-31 16:00:50,446 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5937066306493421326_1382 terminating
2013-10-31 16:00:50,447 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37569, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5937066306493421326_1382, duration: 5703049
2013-10-31 16:00:50,447 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5937066306493421326_1382 terminating
2013-10-31 16:00:50,447 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5937066306493421326_1382 size 238055
2013-10-31 16:00:50,450 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar from client DFSClient_1020568644
2013-10-31 16:00:50,451 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar is closed by DFSClient_1020568644
2013-10-31 16:00:50,451 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5937066306493421326_1382 size 238055
2013-10-31 16:00:50,452 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5937066306493421326_1382 size 238055
2013-10-31 16:00:50,457 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar. New replication is 10
2013-10-31 16:00:50,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar dst=null perm=null
2013-10-31 16:00:50,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,466 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:00:50,470 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:00:50,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:00:50,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,482 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split. New replication is 10
2013-10-31 16:00:50,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split dst=null perm=null
2013-10-31 16:00:50,487 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split. blk_5206569279626664651_1383
2013-10-31 16:00:50,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5206569279626664651_1383 src: /127.0.0.1:37572 dest: /127.0.0.1:37515
2013-10-31 16:00:50,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5206569279626664651_1383 src: /127.0.0.1:59133 dest: /127.0.0.1:40932
2013-10-31 16:00:50,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5206569279626664651_1383 src: /127.0.0.1:33682 dest: /127.0.0.1:51383
2013-10-31 16:00:50,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5206569279626664651_1383 src: /127.0.0.1:39221 dest: /127.0.0.1:42031
2013-10-31 16:00:50,493 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39221, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5206569279626664651_1383, duration: 926992
2013-10-31 16:00:50,493 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5206569279626664651_1383 terminating
2013-10-31 16:00:50,493 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33682, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5206569279626664651_1383, duration: 1291679
2013-10-31 16:00:50,493 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5206569279626664651_1383 terminating
2013-10-31 16:00:50,493 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59133, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5206569279626664651_1383, duration: 973732
2013-10-31 16:00:50,494 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5206569279626664651_1383 terminating
2013-10-31 16:00:50,494 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37572, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5206569279626664651_1383, duration: 1381370
2013-10-31 16:00:50,495 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5206569279626664651_1383 size 1403
2013-10-31 16:00:50,495 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_5206569279626664651_1383 terminating
2013-10-31 16:00:50,496 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5206569279626664651_1383 size 1403
2013-10-31 16:00:50,496 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split from client DFSClient_1020568644
2013-10-31 16:00:50,496 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split is closed by DFSClient_1020568644
2013-10-31 16:00:50,498 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5206569279626664651_1383 size 1403
2013-10-31 16:00:50,498 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5206569279626664651_1383 size 1403
2013-10-31 16:00:50,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,511 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.splitmetainfo. blk_-1839125874655476275_1384
2013-10-31 16:00:50,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1839125874655476275_1384 src: /127.0.0.1:39222 dest: /127.0.0.1:42031
2013-10-31 16:00:50,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1839125874655476275_1384 src: /127.0.0.1:33685 dest: /127.0.0.1:51383
2013-10-31 16:00:50,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1839125874655476275_1384 src: /127.0.0.1:37578 dest: /127.0.0.1:37515
2013-10-31 16:00:50,517 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37578, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1839125874655476275_1384, duration: 845459
2013-10-31 16:00:50,517 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1839125874655476275_1384 terminating
2013-10-31 16:00:50,517 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33685, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1839125874655476275_1384, duration: 1361378
2013-10-31 16:00:50,517 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1839125874655476275_1384 terminating
2013-10-31 16:00:50,517 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39222, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1839125874655476275_1384, duration: 1121311
2013-10-31 16:00:50,518 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1839125874655476275_1384 terminating
2013-10-31 16:00:50,520 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1839125874655476275_1384 size 156
2013-10-31 16:00:50,520 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:00:50,520 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:00:50,520 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1839125874655476275_1384 size 156
2013-10-31 16:00:50,521 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1839125874655476275_1384 size 156
2013-10-31 16:00:50,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:50,538 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml. blk_-8223011805939056295_1385
2013-10-31 16:00:50,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8223011805939056295_1385 src: /127.0.0.1:33687 dest: /127.0.0.1:51383
2013-10-31 16:00:50,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8223011805939056295_1385 src: /127.0.0.1:39226 dest: /127.0.0.1:42031
2013-10-31 16:00:50,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8223011805939056295_1385 src: /127.0.0.1:37581 dest: /127.0.0.1:37515
2013-10-31 16:00:50,542 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37581, dest: /127.0.0.1:37515, bytes: 27283, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8223011805939056295_1385, duration: 85001
2013-10-31 16:00:50,542 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-8223011805939056295_1385 size 27283
2013-10-31 16:00:50,542 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8223011805939056295_1385 terminating
2013-10-31 16:00:50,542 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39226, dest: /127.0.0.1:42031, bytes: 27283, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8223011805939056295_1385, duration: 859317
2013-10-31 16:00:50,543 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8223011805939056295_1385 terminating
2013-10-31 16:00:50,543 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33687, dest: /127.0.0.1:51383, bytes: 27283, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8223011805939056295_1385, duration: 1496698
2013-10-31 16:00:50,544 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8223011805939056295_1385 terminating
2013-10-31 16:00:50,545 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-8223011805939056295_1385 size 27283
2013-10-31 16:00:50,546 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml from client DFSClient_1020568644
2013-10-31 16:00:50,546 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml is closed by DFSClient_1020568644
2013-10-31 16:00:50,546 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-8223011805939056295_1385 size 27283
2013-10-31 16:00:50,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml dst=null perm=null
2013-10-31 16:00:50,557 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39229, bytes: 27499, op: HDFS_READ, cliID: DFSClient_33694839, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8223011805939056295_1385, duration: 414336
2013-10-31 16:00:50,565 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0038: nMaps=4 nReduces=0 max=-1
2013-10-31 16:00:50,565 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0038 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:00:50,565 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0038 RESULT=SUCCESS
2013-10-31 16:00:50,565 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0038
2013-10-31 16:00:50,565 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0038
2013-10-31 16:00:50,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0038
2013-10-31 16:00:50,700 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42031 to replicate blk_5937066306493421326_1382 to datanode(s) 127.0.0.1:40932
2013-10-31 16:00:50,701 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-7369038673239885446_1376
2013-10-31 16:00:50,701 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_5195653615063647775_1372 blk_1638829477240529318_1370 blk_-2345883177819126733_1371 blk_-7369038673239885446_1376
2013-10-31 16:00:50,797 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7369038673239885446_1376 file build/test/data/dfs/data/data1/current/blk_-7369038673239885446 for deletion
2013-10-31 16:00:50,797 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7369038673239885446_1376 at file build/test/data/dfs/data/data1/current/blk_-7369038673239885446
2013-10-31 16:00:51,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_1383235250552_hadoop_%5B5404741253B04EDBB9F087BCB91E8E55%2F8121B241971247C5 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:51,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:51,030 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_conf.xml. blk_3638042200617360640_1387
2013-10-31 16:00:51,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3638042200617360640_1387 src: /127.0.0.1:39230 dest: /127.0.0.1:42031
2013-10-31 16:00:51,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3638042200617360640_1387 src: /127.0.0.1:33693 dest: /127.0.0.1:51383
2013-10-31 16:00:51,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3638042200617360640_1387 src: /127.0.0.1:37586 dest: /127.0.0.1:37515
2013-10-31 16:00:51,040 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37586, dest: /127.0.0.1:37515, bytes: 27348, op: HDFS_WRITE, cliID: DFSClient_33694839, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3638042200617360640_1387, duration: 675048
2013-10-31 16:00:51,040 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3638042200617360640_1387 terminating
2013-10-31 16:00:51,040 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33693, dest: /127.0.0.1:51383, bytes: 27348, op: HDFS_WRITE, cliID: DFSClient_33694839, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3638042200617360640_1387, duration: 1855297
2013-10-31 16:00:51,041 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3638042200617360640_1387 terminating
2013-10-31 16:00:51,041 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39230, dest: /127.0.0.1:42031, bytes: 27348, op: HDFS_WRITE, cliID: DFSClient_33694839, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3638042200617360640_1387, duration: 2370880
2013-10-31 16:00:51,042 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3638042200617360640_1387 terminating
2013-10-31 16:00:51,044 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3638042200617360640_1387 size 27348
2013-10-31 16:00:51,044 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_conf.xml from client DFSClient_33694839
2013-10-31 16:00:51,045 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_conf.xml is closed by DFSClient_33694839
2013-10-31 16:00:51,045 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3638042200617360640_1387 size 27348
2013-10-31 16:00:51,046 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3638042200617360640_1387 size 27348
2013-10-31 16:00:51,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:00:51,058 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken. blk_602055037644771775_1388
2013-10-31 16:00:51,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_602055037644771775_1388 src: /127.0.0.1:33695 dest: /127.0.0.1:51383
2013-10-31 16:00:51,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_602055037644771775_1388 src: /127.0.0.1:39234 dest: /127.0.0.1:42031
2013-10-31 16:00:51,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_602055037644771775_1388 src: /127.0.0.1:59149 dest: /127.0.0.1:40932
2013-10-31 16:00:51,065 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59149, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_602055037644771775_1388, duration: 67399
2013-10-31 16:00:51,066 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_602055037644771775_1388 terminating
2013-10-31 16:00:51,066 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_602055037644771775_1388 size 116
2013-10-31 16:00:51,066 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39234, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_602055037644771775_1388, duration: 861903
2013-10-31 16:00:51,067 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_602055037644771775_1388 size 116
2013-10-31 16:00:51,067 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_602055037644771775_1388 terminating
2013-10-31 16:00:51,067 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33695, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_602055037644771775_1388, duration: 1853213
2013-10-31 16:00:51,068 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_602055037644771775_1388 terminating
2013-10-31 16:00:51,073 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken from client DFSClient_1020568644
2013-10-31 16:00:51,075 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken is closed by DFSClient_1020568644
2013-10-31 16:00:51,075 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_602055037644771775_1388 size 116
2013-10-31 16:00:51,080 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken
2013-10-31 16:00:51,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.splitmetainfo dst=null perm=null
2013-10-31 16:00:51,084 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37590, bytes: 160, op: HDFS_READ, cliID: DFSClient_33694839, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1839125874655476275_1384, duration: 279580
2013-10-31 16:00:51,085 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0038 = 1449. Number of splits = 4
2013-10-31 16:00:51,085 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,086 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,086 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,086 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,087 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,087 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,087 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,087 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,088 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,088 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,088 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,088 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0038_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:00:51,089 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0038 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:00:51,089 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0038 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 16:00:51,783 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279) Starting thread to transfer block blk_5937066306493421326_1382 to 127.0.0.1:40932
2013-10-31 16:00:51,783 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7369038673239885446_1376 file build/test/data/dfs/data/data6/current/blk_-7369038673239885446 for deletion
2013-10-31 16:00:51,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2345883177819126733_1371 file build/test/data/dfs/data/data5/current/blk_-2345883177819126733 for deletion
2013-10-31 16:00:51,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7369038673239885446_1376 at file build/test/data/dfs/data/data6/current/blk_-7369038673239885446
2013-10-31 16:00:51,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1638829477240529318_1370 file build/test/data/dfs/data/data6/current/blk_1638829477240529318 for deletion
2013-10-31 16:00:51,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2345883177819126733_1371 at file build/test/data/dfs/data/data5/current/blk_-2345883177819126733
2013-10-31 16:00:51,785 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5195653615063647775_1372 file build/test/data/dfs/data/data6/current/blk_5195653615063647775 for deletion
2013-10-31 16:00:51,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5937066306493421326_1382 src: /127.0.0.1:59151 dest: /127.0.0.1:40932
2013-10-31 16:00:51,785 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42031, storageID=DS-881738027-10.5.128.102-42031-1383234150354, infoPort=58880, ipcPort=41279):Transmitted block blk_5937066306493421326_1382 to /127.0.0.1:40932
2013-10-31 16:00:51,785 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1638829477240529318_1370 at file build/test/data/dfs/data/data6/current/blk_1638829477240529318
2013-10-31 16:00:51,786 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5195653615063647775_1372 at file build/test/data/dfs/data/data6/current/blk_5195653615063647775
2013-10-31 16:00:51,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5937066306493421326_1382 src: /127.0.0.1:59151 dest: /127.0.0.1:40932 of size 238055
2013-10-31 16:00:51,789 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5937066306493421326_1382 size 238055
2013-10-31 16:00:52,884 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0038_m_000005_0' to tip task_20131031154230960_0038_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:00:52,890 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0037_m_000000_0'
2013-10-31 16:00:52,890 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0037_m_000005_0'
2013-10-31 16:00:52,892 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0037_m_000001_0'
2013-10-31 16:00:52,893 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0038_m_000005_0 task's state:UNASSIGNED
2013-10-31 16:00:52,893 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0038_m_000005_0 which needs 1 slots
2013-10-31 16:00:52,894 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0038_m_000005_0 which needs 1 slots
2013-10-31 16:00:52,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken dst=null perm=null
2013-10-31 16:00:52,902 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33700, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_602055037644771775_1388, duration: 296129
2013-10-31 16:00:52,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml dst=null perm=null
2013-10-31 16:00:52,913 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37594, bytes: 27499, op: HDFS_READ, cliID: DFSClient_1858382118, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8223011805939056295_1385, duration: 380011
2013-10-31 16:00:52,943 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:00:52,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar dst=null perm=null
2013-10-31 16:00:52,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37595, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1858382118, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5937066306493421326_1382, duration: 1192299
2013-10-31 16:00:53,059 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0037_m_308825938
2013-10-31 16:00:53,063 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5718 with signal TERM. Exit code 0
2013-10-31 16:00:53,063 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0038_m_63652810
2013-10-31 16:00:53,064 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0038_m_63652810 spawned.
2013-10-31 16:00:53,066 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0038/attempt_20131031154230960_0038_m_000005_0/taskjvm.sh
2013-10-31 16:00:53,129 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:53,130 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:53,130 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:53,130 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0037_m_308825938 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:53,621 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_602055037644771775_1388
2013-10-31 16:00:53,702 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_5195653615063647775_1372 blk_1638829477240529318_1370 blk_6464746535389092936_1373 blk_-2345883177819126733_1371 blk_-7369038673239885446_1376
2013-10-31 16:00:54,313 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7369038673239885446_1376 file build/test/data/dfs/data/data3/current/blk_-7369038673239885446 for deletion
2013-10-31 16:00:54,313 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2345883177819126733_1371 file build/test/data/dfs/data/data3/current/blk_-2345883177819126733 for deletion
2013-10-31 16:00:54,313 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7369038673239885446_1376 at file build/test/data/dfs/data/data3/current/blk_-7369038673239885446
2013-10-31 16:00:54,313 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1638829477240529318_1370 file build/test/data/dfs/data/data4/current/blk_1638829477240529318 for deletion
2013-10-31 16:00:54,314 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2345883177819126733_1371 at file build/test/data/dfs/data/data3/current/blk_-2345883177819126733
2013-10-31 16:00:54,314 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5195653615063647775_1372 file build/test/data/dfs/data/data4/current/blk_5195653615063647775 for deletion
2013-10-31 16:00:54,314 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1638829477240529318_1370 at file build/test/data/dfs/data/data4/current/blk_1638829477240529318
2013-10-31 16:00:54,314 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6464746535389092936_1373 file build/test/data/dfs/data/data3/current/blk_6464746535389092936 for deletion
2013-10-31 16:00:54,315 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5195653615063647775_1372 at file build/test/data/dfs/data/data4/current/blk_5195653615063647775
2013-10-31 16:00:54,315 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6464746535389092936_1373 at file build/test/data/dfs/data/data3/current/blk_6464746535389092936
2013-10-31 16:00:55,289 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0037
2013-10-31 16:00:55,289 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0037_m_000004_0 not found in cache
2013-10-31 16:00:55,289 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0037_m_000002_0 not found in cache
2013-10-31 16:00:55,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0037 for user-log deletion with retainTimeStamp:1383321655290
2013-10-31 16:00:55,327 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0037
2013-10-31 16:00:55,327 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0037_m_000003_0 not found in cache
2013-10-31 16:00:55,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0037 for user-log deletion with retainTimeStamp:1383321655327
2013-10-31 16:00:55,957 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0038_m_63652810 given task: attempt_20131031154230960_0038_m_000005_0
2013-10-31 16:00:56,158 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0037_m_814316793 since job job_20131031154230960_0037 is dead
2013-10-31 16:00:56,162 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5814 with signal TERM. Exit code 0
2013-10-31 16:00:56,227 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0037_m_-23084920 since job job_20131031154230960_0037 is dead
2013-10-31 16:00:56,231 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5999 with signal TERM. Exit code 0
2013-10-31 16:00:56,321 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:56,321 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:56,321 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:56,322 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0037_m_814316793 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:56,352 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0037_m_-1204259196 since job job_20131031154230960_0037 is dead
2013-10-31 16:00:56,356 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5754 with signal TERM. Exit code 0
2013-10-31 16:00:56,380 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:56,380 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:56,380 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:56,381 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0037_m_-23084920 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:56,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:00:56,523 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:56,523 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:56,523 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:56,523 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0037_m_-1204259196 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:57,894 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0037
2013-10-31 16:00:57,894 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0037
2013-10-31 16:00:57,894 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0037_m_000000_0 not found in cache
2013-10-31 16:00:57,894 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0037_m_000001_0 not found in cache
2013-10-31 16:00:57,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0037 for user-log deletion with retainTimeStamp:1383321657895
2013-10-31 16:00:57,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0037 for user-log deletion with retainTimeStamp:1383321657895
2013-10-31 16:00:58,200 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0037_m_-1417355146 since job job_20131031154230960_0037 is dead
2013-10-31 16:00:58,210 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5518 with signal TERM. Exit code 0
2013-10-31 16:00:58,490 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:58,491 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:58,491 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:58,491 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0037_m_-1417355146 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:00:59,355 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0037_m_1590493831 since job job_20131031154230960_0037 is dead
2013-10-31 16:00:59,365 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5755 with signal TERM. Exit code 0
2013-10-31 16:00:59,398 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000005_0 0.0% setup
2013-10-31 16:00:59,401 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0038_m_000005_0 is done.
2013-10-31 16:00:59,401 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0038_m_000005_0 was -1
2013-10-31 16:00:59,401 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:00:59,574 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:00:59,574 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:00:59,574 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:00:59,575 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0037_m_1590493831 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:01,901 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0038_m_000005_0' has completed task_20131031154230960_0038_m_000005 successfully.
2013-10-31 16:01:01,903 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0038_m_000000_0' to tip task_20131031154230960_0038_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:01,904 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0038_m_000000
2013-10-31 16:01:01,906 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0038_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:01:01,906 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0038_m_000000_0 which needs 1 slots
2013-10-31 16:01:01,906 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0038_m_000000_0 which needs 1 slots
2013-10-31 16:01:01,941 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0038_m_186326531
2013-10-31 16:01:01,942 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0038_m_186326531 spawned.
2013-10-31 16:01:01,943 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0038/attempt_20131031154230960_0038_m_000000_0/taskjvm.sh
2013-10-31 16:01:02,301 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0038_m_000001_0' to tip task_20131031154230960_0038_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:01:02,301 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0038_m_000001
2013-10-31 16:01:02,303 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0038_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:01:02,303 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0038_m_000001_0 which needs 1 slots
2013-10-31 16:01:02,303 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0038_m_000001_0 which needs 1 slots
2013-10-31 16:01:02,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken dst=null perm=null
2013-10-31 16:01:02,307 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59160, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_602055037644771775_1388, duration: 151186
2013-10-31 16:01:02,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml dst=null perm=null
2013-10-31 16:01:02,311 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39248, bytes: 27499, op: HDFS_READ, cliID: DFSClient_1870843789, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8223011805939056295_1385, duration: 164481
2013-10-31 16:01:02,324 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:02,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar dst=null perm=null
2013-10-31 16:01:02,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37603, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1870843789, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5937066306493421326_1382, duration: 601074
2013-10-31 16:01:02,338 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0038_m_000002_0' to tip task_20131031154230960_0038_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 16:01:02,338 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0038_m_000002
2013-10-31 16:01:02,339 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0038_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:01:02,340 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0038_m_000002_0 which needs 1 slots
2013-10-31 16:01:02,340 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0038_m_000002_0 which needs 1 slots
2013-10-31 16:01:02,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken dst=null perm=null
2013-10-31 16:01:02,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39250, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_602055037644771775_1388, duration: 115539
2013-10-31 16:01:02,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml dst=null perm=null
2013-10-31 16:01:02,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37606, bytes: 27499, op: HDFS_READ, cliID: DFSClient_-903123195, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-8223011805939056295_1385, duration: 167847
2013-10-31 16:01:02,360 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:02,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar dst=null perm=null
2013-10-31 16:01:02,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59167, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-903123195, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5937066306493421326_1382, duration: 617783
2013-10-31 16:01:02,398 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0038_m_-1360480180
2013-10-31 16:01:02,399 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0038_m_-1360480180 spawned.
2013-10-31 16:01:02,400 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0038/attempt_20131031154230960_0038_m_000001_0/taskjvm.sh
2013-10-31 16:01:02,796 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0038_m_186326531 given task: attempt_20131031154230960_0038_m_000000_0
2013-10-31 16:01:02,836 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0038_m_-748417050
2013-10-31 16:01:02,836 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0038_m_-748417050 spawned.
2013-10-31 16:01:02,837 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0038/attempt_20131031154230960_0038_m_000002_0/taskjvm.sh
2013-10-31 16:01:03,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split dst=null perm=null
2013-10-31 16:01:03,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59170, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5206569279626664651_1383, duration: 169901
2013-10-31 16:01:03,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:01:03,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33719, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000000_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 111992
2013-10-31 16:01:03,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:03,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:03,551 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0/part-00000. blk_-2562494930799565447_1389
2013-10-31 16:01:03,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2562494930799565447_1389 src: /127.0.0.1:37612 dest: /127.0.0.1:37515
2013-10-31 16:01:03,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2562494930799565447_1389 src: /127.0.0.1:39259 dest: /127.0.0.1:42031
2013-10-31 16:01:03,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2562494930799565447_1389 src: /127.0.0.1:33722 dest: /127.0.0.1:51383
2013-10-31 16:01:03,581 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33722, dest: /127.0.0.1:51383, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2562494930799565447_1389, duration: 1164332
2013-10-31 16:01:03,581 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2562494930799565447_1389 terminating
2013-10-31 16:01:03,581 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39259, dest: /127.0.0.1:42031, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2562494930799565447_1389, duration: 1545699
2013-10-31 16:01:03,581 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2562494930799565447_1389 terminating
2013-10-31 16:01:03,582 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37612, dest: /127.0.0.1:37515, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2562494930799565447_1389, duration: 2072214
2013-10-31 16:01:03,582 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2562494930799565447_1389 terminating
2013-10-31 16:01:03,582 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2562494930799565447_1389 size 181
2013-10-31 16:01:03,583 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0038_m_000000_0
2013-10-31 16:01:03,583 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0038_m_000000_0
2013-10-31 16:01:03,583 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2562494930799565447_1389 size 181
2013-10-31 16:01:03,583 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2562494930799565447_1389 size 181
2013-10-31 16:01:03,633 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0038_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:01:03,633 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000000_0 0.0%
2013-10-31 16:01:03,876 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0038_m_-1360480180 given task: attempt_20131031154230960_0038_m_000001_0
2013-10-31 16:01:03,925 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0038_m_-748417050 given task: attempt_20131031154230960_0038_m_000002_0
2013-10-31 16:01:04,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split dst=null perm=null
2013-10-31 16:01:04,360 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59179, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5206569279626664651_1383, duration: 163309
2013-10-31 16:01:04,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:01:04,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:04,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:04,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split dst=null perm=null
2013-10-31 16:01:04,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33728, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000002_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_5206569279626664651_1383, duration: 184961
2013-10-31 16:01:04,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:01:04,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59181, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 148683
2013-10-31 16:01:04,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:04,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:04,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39268, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 172099
2013-10-31 16:01:04,575 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0/part-00001. blk_3630463882818681245_1391
2013-10-31 16:01:04,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3630463882818681245_1391 src: /127.0.0.1:59183 dest: /127.0.0.1:40932
2013-10-31 16:01:04,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3630463882818681245_1391 src: /127.0.0.1:33732 dest: /127.0.0.1:51383
2013-10-31 16:01:04,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3630463882818681245_1391 src: /127.0.0.1:39271 dest: /127.0.0.1:42031
2013-10-31 16:01:04,604 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39271, dest: /127.0.0.1:42031, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3630463882818681245_1391, duration: 1240120
2013-10-31 16:01:04,605 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3630463882818681245_1391 terminating
2013-10-31 16:01:04,605 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3630463882818681245_1391 size 134
2013-10-31 16:01:04,605 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33732, dest: /127.0.0.1:51383, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3630463882818681245_1391, duration: 2029691
2013-10-31 16:01:04,605 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3630463882818681245_1391 size 134
2013-10-31 16:01:04,605 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3630463882818681245_1391 terminating
2013-10-31 16:01:04,606 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59183, dest: /127.0.0.1:40932, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3630463882818681245_1391, duration: 2958308
2013-10-31 16:01:04,606 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3630463882818681245_1391 terminating
2013-10-31 16:01:04,608 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0038_m_000001_0
2013-10-31 16:01:04,608 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0038_m_000001_0
2013-10-31 16:01:04,609 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3630463882818681245_1391 size 134
2013-10-31 16:01:04,641 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0038_m_000002_0
2013-10-31 16:01:04,641 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0038_m_000002_0
2013-10-31 16:01:04,670 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0038_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:01:04,670 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000001_0 0.0%
2013-10-31 16:01:04,689 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0038_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:01:04,690 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000002_0 0.0%
2013-10-31 16:01:04,904 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0038_m_000003_0' to tip task_20131031154230960_0038_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:01:04,904 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0038_m_000003
2013-10-31 16:01:04,907 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0038_m_000003_0 task's state:UNASSIGNED
2013-10-31 16:01:04,908 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0038_m_000003_0 which needs 1 slots
2013-10-31 16:01:04,908 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0038_m_000003_0 which needs 1 slots
2013-10-31 16:01:04,911 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0038_m_000000_0
2013-10-31 16:01:04,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038/jobToken dst=null perm=null
2013-10-31 16:01:04,919 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59186, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_602055037644771775_1388, duration: 291826
2013-10-31 16:01:04,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.xml dst=null perm=null
2013-10-31 16:01:04,930 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39274, bytes: 27499, op: HDFS_READ, cliID: DFSClient_-1701258979, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8223011805939056295_1385, duration: 392555
2013-10-31 16:01:04,961 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:04,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.jar dst=null perm=null
2013-10-31 16:01:04,993 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37629, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1701258979, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5937066306493421326_1382, duration: 1189754
2013-10-31 16:01:05,091 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0038_m_-1720156008
2013-10-31 16:01:05,091 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0038_m_-1720156008 spawned.
2013-10-31 16:01:05,093 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0038/attempt_20131031154230960_0038_m_000003_0/taskjvm.sh
2013-10-31 16:01:05,308 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0038_m_000001_0
2013-10-31 16:01:05,343 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0038_m_000002_0
2013-10-31 16:01:05,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0 dst=null perm=null
2013-10-31 16:01:05,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:05,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0 dst=null perm=null
2013-10-31 16:01:05,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:05,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000002_0 dst=null perm=null
2013-10-31 16:01:05,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:05,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:05,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:05,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:05,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000000_0 dst=null perm=null
2013-10-31 16:01:05,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000001_0 dst=null perm=null
2013-10-31 16:01:05,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000002_0 dst=null perm=null
2013-10-31 16:01:06,257 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0038_m_-1720156008 given task: attempt_20131031154230960_0038_m_000003_0
2013-10-31 16:01:06,262 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 16:01:06,264 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0038_m_000000_0 is done.
2013-10-31 16:01:06,264 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0038_m_000000_0 was -1
2013-10-31 16:01:06,264 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:06,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038/job.split dst=null perm=null
2013-10-31 16:01:06,745 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37632, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5206569279626664651_1383, duration: 193950
2013-10-31 16:01:06,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:01:06,785 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33741, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0038_m_000003_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 370956
2013-10-31 16:01:06,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:06,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:06,906 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0038_m_000005_0
2013-10-31 16:01:06,907 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0038_m_000005_0
2013-10-31 16:01:06,907 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0038_m_000005_0 not found in cache
2013-10-31 16:01:06,980 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0/part-00003. blk_-3456198615130206667_1392
2013-10-31 16:01:07,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3456198615130206667_1392 src: /127.0.0.1:37634 dest: /127.0.0.1:37515
2013-10-31 16:01:07,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3456198615130206667_1392 src: /127.0.0.1:33743 dest: /127.0.0.1:51383
2013-10-31 16:01:07,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3456198615130206667_1392 src: /127.0.0.1:39282 dest: /127.0.0.1:42031
2013-10-31 16:01:07,021 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39282, dest: /127.0.0.1:42031, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3456198615130206667_1392, duration: 1035667
2013-10-31 16:01:07,021 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3456198615130206667_1392 terminating
2013-10-31 16:01:07,021 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3456198615130206667_1392 size 180
2013-10-31 16:01:07,021 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33743, dest: /127.0.0.1:51383, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3456198615130206667_1392, duration: 1524080
2013-10-31 16:01:07,022 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3456198615130206667_1392 terminating
2013-10-31 16:01:07,022 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37634, dest: /127.0.0.1:37515, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0038_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3456198615130206667_1392, duration: 2222446
2013-10-31 16:01:07,022 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3456198615130206667_1392 terminating
2013-10-31 16:01:07,023 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3456198615130206667_1392 size 180
2013-10-31 16:01:07,024 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3456198615130206667_1392 size 180
2013-10-31 16:01:07,024 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0038_m_000003_0
2013-10-31 16:01:07,024 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0038_m_000003_0
2013-10-31 16:01:07,089 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0038_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:01:07,090 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000003_0 0.0%
2013-10-31 16:01:07,290 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 16:01:07,291 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0038_m_000001_0 is done.
2013-10-31 16:01:07,292 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0038_m_000001_0 was -1
2013-10-31 16:01:07,292 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:07,348 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 16:01:07,349 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0038_m_000002_0 is done.
2013-10-31 16:01:07,349 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0038_m_000002_0 was -1
2013-10-31 16:01:07,349 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:07,911 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0038_m_000003_0
2013-10-31 16:01:07,915 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0038_m_000000_0' has completed task_20131031154230960_0038_m_000000 successfully.
2013-10-31 16:01:08,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0 dst=null perm=null
2013-10-31 16:01:08,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:08,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:08,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary/_attempt_20131031154230960_0038_m_000003_0 dst=null perm=null
2013-10-31 16:01:08,311 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0038_m_000001_0' has completed task_20131031154230960_0038_m_000001 successfully.
2013-10-31 16:01:08,347 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0038_m_000002_0' has completed task_20131031154230960_0038_m_000002 successfully.
2013-10-31 16:01:09,668 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 16:01:09,670 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0038_m_000003_0 is done.
2013-10-31 16:01:09,670 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0038_m_000003_0 was -1
2013-10-31 16:01:09,670 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:10,915 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0038_m_000003_0' has completed task_20131031154230960_0038_m_000003 successfully.
2013-10-31 16:01:11,111 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0038_m_000004_0' to tip task_20131031154230960_0038_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:01:11,114 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0038_m_000004_0 task's state:UNASSIGNED
2013-10-31 16:01:11,114 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0038_m_000004_0 which needs 1 slots
2013-10-31 16:01:11,114 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0038_m_000004_0 which needs 1 slots
2013-10-31 16:01:11,149 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0038_m_320309764
2013-10-31 16:01:11,150 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0038_m_320309764 spawned.
2013-10-31 16:01:11,151 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0038/attempt_20131031154230960_0038_m_000004_0/taskjvm.sh
2013-10-31 16:01:11,971 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0038_m_320309764 given task: attempt_20131031154230960_0038_m_000004_0
2013-10-31 16:01:12,500 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000004_0 0.0%
2013-10-31 16:01:12,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary dst=null perm=null
2013-10-31 16:01:12,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:12,520 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_SUCCESS from client DFSClient_attempt_20131031154230960_0038_m_000004_0
2013-10-31 16:01:12,521 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0038_m_000004_0
2013-10-31 16:01:12,526 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5937066306493421326 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:12,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5937066306493421326 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:12,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5937066306493421326 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:12,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5937066306493421326 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:01:12,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5206569279626664651 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:12,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5206569279626664651 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:12,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5206569279626664651 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:12,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5206569279626664651 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:01:12,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1839125874655476275 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:12,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1839125874655476275 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:12,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1839125874655476275 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:12,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8223011805939056295 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:12,529 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8223011805939056295 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:12,529 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8223011805939056295 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:12,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0038 dst=null perm=null
2013-10-31 16:01:14,706 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-8223011805939056295_1385 blk_-1839125874655476275_1384 blk_5206569279626664651_1383 blk_5937066306493421326_1382
2013-10-31 16:01:14,706 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-8223011805939056295_1385 blk_-1839125874655476275_1384 blk_5206569279626664651_1383 blk_5937066306493421326_1382
2013-10-31 16:01:15,320 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8223011805939056295_1385 file build/test/data/dfs/data/data3/current/blk_-8223011805939056295 for deletion
2013-10-31 16:01:15,321 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1839125874655476275_1384 file build/test/data/dfs/data/data4/current/blk_-1839125874655476275 for deletion
2013-10-31 16:01:15,321 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8223011805939056295_1385 at file build/test/data/dfs/data/data3/current/blk_-8223011805939056295
2013-10-31 16:01:15,321 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5206569279626664651_1383 file build/test/data/dfs/data/data3/current/blk_5206569279626664651 for deletion
2013-10-31 16:01:15,321 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1839125874655476275_1384 at file build/test/data/dfs/data/data4/current/blk_-1839125874655476275
2013-10-31 16:01:15,321 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5937066306493421326_1382 file build/test/data/dfs/data/data4/current/blk_5937066306493421326 for deletion
2013-10-31 16:01:15,321 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5206569279626664651_1383 at file build/test/data/dfs/data/data3/current/blk_5206569279626664651
2013-10-31 16:01:15,322 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5937066306493421326_1382 at file build/test/data/dfs/data/data4/current/blk_5937066306493421326
2013-10-31 16:01:15,431 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0038_m_000004_0 0.0% cleanup
2013-10-31 16:01:15,432 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0038_m_000004_0 is done.
2013-10-31 16:01:15,433 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0038_m_000004_0 was -1
2013-10-31 16:01:15,433 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:15,791 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8223011805939056295_1385 file build/test/data/dfs/data/data5/current/blk_-8223011805939056295 for deletion
2013-10-31 16:01:15,791 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1839125874655476275_1384 file build/test/data/dfs/data/data6/current/blk_-1839125874655476275 for deletion
2013-10-31 16:01:15,791 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8223011805939056295_1385 at file build/test/data/dfs/data/data5/current/blk_-8223011805939056295
2013-10-31 16:01:15,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1839125874655476275_1384 at file build/test/data/dfs/data/data6/current/blk_-1839125874655476275
2013-10-31 16:01:15,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5206569279626664651_1383 file build/test/data/dfs/data/data5/current/blk_5206569279626664651 for deletion
2013-10-31 16:01:15,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5937066306493421326_1382 file build/test/data/dfs/data/data6/current/blk_5937066306493421326 for deletion
2013-10-31 16:01:15,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5206569279626664651_1383 at file build/test/data/dfs/data/data5/current/blk_5206569279626664651
2013-10-31 16:01:15,793 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5937066306493421326_1382 at file build/test/data/dfs/data/data6/current/blk_5937066306493421326
2013-10-31 16:01:17,121 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0038_m_000004_0' has completed task_20131031154230960_0038_m_000004 successfully.
2013-10-31 16:01:17,122 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0038 has completed successfully.
2013-10-31 16:01:17,123 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0038,submitTime=1383235250552,launchTime=1383235251089,firstMapTaskLaunchTime=1383235261903,firstJobSetupTaskLaunchTime=1383235252884,firstJobCleanupTaskLaunchTime=1383235271111,finishTime=1383235277122,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=29,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5404741253B04EDBB9F087BCB91E8E55/8121B241971247C5AD7D577DC2D56850] test/(1/1) ...eldedpipesplatform/filter
2013-10-31 16:01:17,130 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_1383235250552_hadoop_%5B5404741253B04EDBB9F087BCB91E8E55%2F8121B241971247C5. blk_-2604191752823682367_1393
2013-10-31 16:01:17,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2604191752823682367_1393 src: /127.0.0.1:37641 dest: /127.0.0.1:37515
2013-10-31 16:01:17,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2604191752823682367_1393 src: /127.0.0.1:39288 dest: /127.0.0.1:42031
2013-10-31 16:01:17,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2604191752823682367_1393 src: /127.0.0.1:33751 dest: /127.0.0.1:51383
2013-10-31 16:01:17,145 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33751, dest: /127.0.0.1:51383, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_33694839, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2604191752823682367_1393, duration: 5794228
2013-10-31 16:01:17,146 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2604191752823682367_1393 terminating
2013-10-31 16:01:17,146 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39288, dest: /127.0.0.1:42031, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_33694839, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2604191752823682367_1393, duration: 5588388
2013-10-31 16:01:17,147 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2604191752823682367_1393 terminating
2013-10-31 16:01:17,147 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37641, dest: /127.0.0.1:37515, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_33694839, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2604191752823682367_1393, duration: 7558018
2013-10-31 16:01:17,148 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2604191752823682367_1393 terminating
2013-10-31 16:01:17,154 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2604191752823682367_1393 size 22361
2013-10-31 16:01:17,155 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_1383235250552_hadoop_%5B5404741253B04EDBB9F087BCB91E8E55%2F8121B241971247C5 from client DFSClient_33694839
2013-10-31 16:01:17,155 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_logs/history/job_20131031154230960_0038_1383235250552_hadoop_%5B5404741253B04EDBB9F087BCB91E8E55%2F8121B241971247C5 is closed by DFSClient_33694839
2013-10-31 16:01:17,156 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2604191752823682367_1393 size 22361
2013-10-31 16:01:17,156 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2604191752823682367_1393 size 22361
2013-10-31 16:01:17,172 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0038_1383235250552_hadoop_%5B5404741253B04EDBB9F087BCB91E8E55%2F8121B241971247C5 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:01:17,173 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0038_m_000003_0'
2013-10-31 16:01:17,173 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0038_m_000004_0'
2013-10-31 16:01:17,175 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_602055037644771775 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:01:17,175 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_602055037644771775 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:17,176 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_602055037644771775 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:17,179 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0038_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:01:17,181 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/_temporary
2013-10-31 16:01:17,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0038 dst=null perm=null
2013-10-31 16:01:17,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter dst=null perm=null
2013-10-31 16:01:17,240 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 16:01:17,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00000 dst=null perm=null
2013-10-31 16:01:17,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00001 dst=null perm=null
2013-10-31 16:01:17,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00002 dst=null perm=null
2013-10-31 16:01:17,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00003 dst=null perm=null
2013-10-31 16:01:17,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00000 dst=null perm=null
2013-10-31 16:01:17,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33753, bytes: 185, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2562494930799565447_1389, duration: 284485
2013-10-31 16:01:17,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00001 dst=null perm=null
2013-10-31 16:01:17,252 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39292, bytes: 138, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3630463882818681245_1391, duration: 264200
2013-10-31 16:01:17,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00002 dst=null perm=null
2013-10-31 16:01:17,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00003 dst=null perm=null
2013-10-31 16:01:17,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37647, bytes: 184, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3456198615130206667_1392, duration: 254346
2013-10-31 16:01:17,257 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/filter
2013-10-31 16:01:17,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter dst=null perm=null
2013-10-31 16:01:17,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00000 dst=null perm=null
2013-10-31 16:01:17,265 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33756, bytes: 185, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2562494930799565447_1389, duration: 253139
2013-10-31 16:01:17,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00001 dst=null perm=null
2013-10-31 16:01:17,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59209, bytes: 138, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3630463882818681245_1391, duration: 258572
2013-10-31 16:01:17,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00002 dst=null perm=null
2013-10-31 16:01:17,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/filter/part-00003 dst=null perm=null
2013-10-31 16:01:17,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39296, bytes: 184, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3456198615130206667_1392, duration: 252621
2013-10-31 16:01:17,298 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 16:01:17,299 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 16:01:17,313 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [concat] starting
2013-10-31 16:01:17,313 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [concat] source: MultiSourceTap[2:[Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"], Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]]]
2013-10-31 16:01:17,314 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [concat] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat"]
2013-10-31 16:01:17,314 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [concat] parallel execution is enabled: true
2013-10-31 16:01:17,314 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [concat] starting jobs: 1
2013-10-31 16:01:17,314 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [concat] allocating threads: 1
2013-10-31 16:01:17,316 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [concat] starting step: (1/1) ...pesplatform/complexconcat
2013-10-31 16:01:17,319 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:01:17,319 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 16:01:17,321 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0038_m_000001_0'
2013-10-31 16:01:17,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:17,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:01:17,358 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0038_m_000002_0'
2013-10-31 16:01:17,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,680 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar. blk_-5990586020786061192_1394
2013-10-31 16:01:17,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5990586020786061192_1394 src: /127.0.0.1:59211 dest: /127.0.0.1:40932
2013-10-31 16:01:17,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5990586020786061192_1394 src: /127.0.0.1:37652 dest: /127.0.0.1:37515
2013-10-31 16:01:17,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5990586020786061192_1394 src: /127.0.0.1:39299 dest: /127.0.0.1:42031
2013-10-31 16:01:17,693 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39299, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5990586020786061192_1394, duration: 3693221
2013-10-31 16:01:17,693 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5990586020786061192_1394 terminating
2013-10-31 16:01:17,694 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37652, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5990586020786061192_1394, duration: 4599440
2013-10-31 16:01:17,694 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5990586020786061192_1394 terminating
2013-10-31 16:01:17,695 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59211, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5990586020786061192_1394, duration: 5513463
2013-10-31 16:01:17,695 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5990586020786061192_1394 size 238055
2013-10-31 16:01:17,695 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5990586020786061192_1394 terminating
2013-10-31 16:01:17,697 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5990586020786061192_1394 size 238055
2013-10-31 16:01:17,697 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar from client DFSClient_1020568644
2013-10-31 16:01:17,698 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar is closed by DFSClient_1020568644
2013-10-31 16:01:17,698 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5990586020786061192_1394 size 238055
2013-10-31 16:01:17,705 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar. New replication is 10
2013-10-31 16:01:17,707 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_-5990586020786061192_1394 to datanode(s) 127.0.0.1:51383
2013-10-31 16:01:17,707 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-8223011805939056295_1385 blk_-1839125874655476275_1384 blk_602055037644771775_1388 blk_5206569279626664651_1383 blk_5937066306493421326_1382
2013-10-31 16:01:17,707 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_602055037644771775_1388 blk_5206569279626664651_1383 blk_5937066306493421326_1382
2013-10-31 16:01:17,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar dst=null perm=null
2013-10-31 16:01:17,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,717 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:01:17,723 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 2
2013-10-31 16:01:17,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 16:01:17,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 16:01:17,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,740 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split. New replication is 10
2013-10-31 16:01:17,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=null
2013-10-31 16:01:17,748 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split. blk_825697882326607343_1395
2013-10-31 16:01:17,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_825697882326607343_1395 src: /127.0.0.1:33762 dest: /127.0.0.1:51383
2013-10-31 16:01:17,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_825697882326607343_1395 src: /127.0.0.1:59215 dest: /127.0.0.1:40932
2013-10-31 16:01:17,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_825697882326607343_1395 src: /127.0.0.1:37656 dest: /127.0.0.1:37515
2013-10-31 16:01:17,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_825697882326607343_1395 src: /127.0.0.1:39303 dest: /127.0.0.1:42031
2013-10-31 16:01:17,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39303, dest: /127.0.0.1:42031, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_825697882326607343_1395, duration: 107282
2013-10-31 16:01:17,758 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_825697882326607343_1395 terminating
2013-10-31 16:01:17,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37656, dest: /127.0.0.1:37515, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_825697882326607343_1395, duration: 923178
2013-10-31 16:01:17,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_825697882326607343_1395 terminating
2013-10-31 16:01:17,759 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59215, dest: /127.0.0.1:40932, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_825697882326607343_1395, duration: 1923442
2013-10-31 16:01:17,760 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_825697882326607343_1395 terminating
2013-10-31 16:01:17,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_825697882326607343_1395 size 2077
2013-10-31 16:01:17,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33762, dest: /127.0.0.1:51383, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_825697882326607343_1395, duration: 2738937
2013-10-31 16:01:17,761 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_825697882326607343_1395 size 2077
2013-10-31 16:01:17,761 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_825697882326607343_1395 terminating
2013-10-31 16:01:17,763 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split from client DFSClient_1020568644
2013-10-31 16:01:17,763 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split is closed by DFSClient_1020568644
2013-10-31 16:01:17,764 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_825697882326607343_1395 size 2077
2013-10-31 16:01:17,764 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_825697882326607343_1395 size 2077
2013-10-31 16:01:17,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,794 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.splitmetainfo. blk_-7955791113061723594_1396
2013-10-31 16:01:17,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7955791113061723594_1396 src: /127.0.0.1:59218 dest: /127.0.0.1:40932
2013-10-31 16:01:17,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7955791113061723594_1396 src: /127.0.0.1:33767 dest: /127.0.0.1:51383
2013-10-31 16:01:17,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7955791113061723594_1396 src: /127.0.0.1:39306 dest: /127.0.0.1:42031
2013-10-31 16:01:17,802 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39306, dest: /127.0.0.1:42031, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7955791113061723594_1396, duration: 66609
2013-10-31 16:01:17,802 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7955791113061723594_1396 terminating
2013-10-31 16:01:17,803 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33767, dest: /127.0.0.1:51383, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7955791113061723594_1396, duration: 970382
2013-10-31 16:01:17,803 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7955791113061723594_1396 terminating
2013-10-31 16:01:17,804 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7955791113061723594_1396 size 218
2013-10-31 16:01:17,804 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59218, dest: /127.0.0.1:40932, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7955791113061723594_1396, duration: 1960404
2013-10-31 16:01:17,804 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7955791113061723594_1396 size 218
2013-10-31 16:01:17,805 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7955791113061723594_1396 terminating
2013-10-31 16:01:17,807 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:01:17,807 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:01:17,808 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8223011805939056295_1385 file build/test/data/dfs/data/data2/current/blk_-8223011805939056295 for deletion
2013-10-31 16:01:17,808 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7955791113061723594_1396 size 218
2013-10-31 16:01:17,808 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1839125874655476275_1384 file build/test/data/dfs/data/data1/current/blk_-1839125874655476275 for deletion
2013-10-31 16:01:17,808 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8223011805939056295_1385 at file build/test/data/dfs/data/data2/current/blk_-8223011805939056295
2013-10-31 16:01:17,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_602055037644771775_1388 file build/test/data/dfs/data/data2/current/blk_602055037644771775 for deletion
2013-10-31 16:01:17,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1839125874655476275_1384 at file build/test/data/dfs/data/data1/current/blk_-1839125874655476275
2013-10-31 16:01:17,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_602055037644771775_1388 at file build/test/data/dfs/data/data2/current/blk_602055037644771775
2013-10-31 16:01:17,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5206569279626664651_1383 file build/test/data/dfs/data/data2/current/blk_5206569279626664651 for deletion
2013-10-31 16:01:17,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5937066306493421326_1382 file build/test/data/dfs/data/data1/current/blk_5937066306493421326 for deletion
2013-10-31 16:01:17,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5206569279626664651_1383 at file build/test/data/dfs/data/data2/current/blk_5206569279626664651
2013-10-31 16:01:17,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5937066306493421326_1382 at file build/test/data/dfs/data/data1/current/blk_5937066306493421326
2013-10-31 16:01:17,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,833 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml. blk_577995099511066085_1397
2013-10-31 16:01:17,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_577995099511066085_1397 src: /127.0.0.1:33769 dest: /127.0.0.1:51383
2013-10-31 16:01:17,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_577995099511066085_1397 src: /127.0.0.1:39308 dest: /127.0.0.1:42031
2013-10-31 16:01:17,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_577995099511066085_1397 src: /127.0.0.1:37663 dest: /127.0.0.1:37515
2013-10-31 16:01:17,841 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37663, dest: /127.0.0.1:37515, bytes: 28204, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_577995099511066085_1397, duration: 157753
2013-10-31 16:01:17,841 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_577995099511066085_1397 terminating
2013-10-31 16:01:17,842 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39308, dest: /127.0.0.1:42031, bytes: 28204, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_577995099511066085_1397, duration: 940940
2013-10-31 16:01:17,842 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_577995099511066085_1397 terminating
2013-10-31 16:01:17,842 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33769, dest: /127.0.0.1:51383, bytes: 28204, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_577995099511066085_1397, duration: 1908923
2013-10-31 16:01:17,843 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_577995099511066085_1397 terminating
2013-10-31 16:01:17,844 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_577995099511066085_1397 size 28204
2013-10-31 16:01:17,845 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml from client DFSClient_1020568644
2013-10-31 16:01:17,845 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml is closed by DFSClient_1020568644
2013-10-31 16:01:17,846 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_577995099511066085_1397 size 28204
2013-10-31 16:01:17,846 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_577995099511066085_1397 size 28204
2013-10-31 16:01:17,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml dst=null perm=null
2013-10-31 16:01:17,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33773, bytes: 28428, op: HDFS_READ, cliID: DFSClient_2109483380, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_577995099511066085_1397, duration: 379971
2013-10-31 16:01:17,880 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0039: nMaps=6 nReduces=1 max=-1
2013-10-31 16:01:17,881 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0039 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:01:17,881 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0039
2013-10-31 16:01:17,881 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0039 RESULT=SUCCESS
2013-10-31 16:01:17,881 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0039
2013-10-31 16:01:17,882 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [concat] submitted hadoop job: job_20131031154230960_0039
2013-10-31 16:01:17,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_1383235277852_hadoop_%5BD98649B6B39649D184E190C617FD5DC5%2F7A19280ECE3246C4 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:17,918 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_conf.xml. blk_-7048005376382534987_1399
2013-10-31 16:01:17,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7048005376382534987_1399 src: /127.0.0.1:33774 dest: /127.0.0.1:51383
2013-10-31 16:01:17,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7048005376382534987_1399 src: /127.0.0.1:59227 dest: /127.0.0.1:40932
2013-10-31 16:01:17,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7048005376382534987_1399 src: /127.0.0.1:39314 dest: /127.0.0.1:42031
2013-10-31 16:01:17,927 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39314, dest: /127.0.0.1:42031, bytes: 28269, op: HDFS_WRITE, cliID: DFSClient_2109483380, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-7048005376382534987_1399, duration: 1748371
2013-10-31 16:01:17,928 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7048005376382534987_1399 terminating
2013-10-31 16:01:17,928 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59227, dest: /127.0.0.1:40932, bytes: 28269, op: HDFS_WRITE, cliID: DFSClient_2109483380, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7048005376382534987_1399, duration: 1502195
2013-10-31 16:01:17,929 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7048005376382534987_1399 terminating
2013-10-31 16:01:17,929 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-7048005376382534987_1399 size 28269
2013-10-31 16:01:17,929 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33774, dest: /127.0.0.1:51383, bytes: 28269, op: HDFS_WRITE, cliID: DFSClient_2109483380, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-7048005376382534987_1399, duration: 3539292
2013-10-31 16:01:17,930 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7048005376382534987_1399 terminating
2013-10-31 16:01:17,930 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-7048005376382534987_1399 size 28269
2013-10-31 16:01:17,932 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_conf.xml from client DFSClient_2109483380
2013-10-31 16:01:17,933 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_conf.xml is closed by DFSClient_2109483380
2013-10-31 16:01:17,933 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-7048005376382534987_1399 size 28269
2013-10-31 16:01:18,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:18,822 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken. blk_-4106990055401511272_1400
2013-10-31 16:01:18,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4106990055401511272_1400 src: /127.0.0.1:37669 dest: /127.0.0.1:37515
2013-10-31 16:01:18,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4106990055401511272_1400 src: /127.0.0.1:33778 dest: /127.0.0.1:51383
2013-10-31 16:01:18,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4106990055401511272_1400 src: /127.0.0.1:59231 dest: /127.0.0.1:40932
2013-10-31 16:01:18,831 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59231, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4106990055401511272_1400, duration: 605628
2013-10-31 16:01:18,832 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4106990055401511272_1400 terminating
2013-10-31 16:01:18,832 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33778, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4106990055401511272_1400, duration: 1418424
2013-10-31 16:01:18,833 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4106990055401511272_1400 terminating
2013-10-31 16:01:18,833 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37669, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4106990055401511272_1400, duration: 2339235
2013-10-31 16:01:18,834 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4106990055401511272_1400 size 116
2013-10-31 16:01:18,834 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4106990055401511272_1400 terminating
2013-10-31 16:01:18,838 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken from client DFSClient_1020568644
2013-10-31 16:01:18,839 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken is closed by DFSClient_1020568644
2013-10-31 16:01:18,839 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4106990055401511272_1400 size 116
2013-10-31 16:01:18,840 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4106990055401511272_1400 size 116
2013-10-31 16:01:18,848 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken
2013-10-31 16:01:18,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.splitmetainfo dst=null perm=null
2013-10-31 16:01:18,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59232, bytes: 222, op: HDFS_READ, cliID: DFSClient_2109483380, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-7955791113061723594_1396, duration: 284875
2013-10-31 16:01:18,854 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0039 = 38. Number of splits = 6
2013-10-31 16:01:18,854 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,854 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,855 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,855 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,855 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,855 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,856 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,856 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,856 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,856 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,857 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,857 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,857 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,857 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,858 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,858 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,858 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,858 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0039_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:18,859 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0039 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:01:18,859 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0039 initialized successfully with 6 map tasks and 1 reduce tasks.
2013-10-31 16:01:19,350 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_-5990586020786061192_1394 to 127.0.0.1:51383
2013-10-31 16:01:19,350 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_602055037644771775_1388 file build/test/data/dfs/data/data8/current/blk_602055037644771775 for deletion
2013-10-31 16:01:19,351 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5206569279626664651_1383 file build/test/data/dfs/data/data7/current/blk_5206569279626664651 for deletion
2013-10-31 16:01:19,351 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_602055037644771775_1388 at file build/test/data/dfs/data/data8/current/blk_602055037644771775
2013-10-31 16:01:19,351 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5937066306493421326_1382 file build/test/data/dfs/data/data7/current/blk_5937066306493421326 for deletion
2013-10-31 16:01:19,351 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5206569279626664651_1383 at file build/test/data/dfs/data/data7/current/blk_5206569279626664651
2013-10-31 16:01:19,352 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5937066306493421326_1382 at file build/test/data/dfs/data/data7/current/blk_5937066306493421326
2013-10-31 16:01:19,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5990586020786061192_1394 src: /127.0.0.1:33781 dest: /127.0.0.1:51383
2013-10-31 16:01:19,353 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_-5990586020786061192_1394 to /127.0.0.1:51383
2013-10-31 16:01:19,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-5990586020786061192_1394 src: /127.0.0.1:33781 dest: /127.0.0.1:51383 of size 238055
2013-10-31 16:01:19,356 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5990586020786061192_1394 size 238055
2013-10-31 16:01:20,125 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0039_m_000007_0' to tip task_20131031154230960_0039_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:20,132 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0038_m_000000_0'
2013-10-31 16:01:20,132 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0038_m_000005_0'
2013-10-31 16:01:20,133 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000007_0 task's state:UNASSIGNED
2013-10-31 16:01:20,134 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000007_0 which needs 1 slots
2013-10-31 16:01:20,134 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0039_m_000007_0 which needs 1 slots
2013-10-31 16:01:20,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken dst=null perm=null
2013-10-31 16:01:20,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37674, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4106990055401511272_1400, duration: 292973
2013-10-31 16:01:20,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml dst=null perm=null
2013-10-31 16:01:20,169 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33784, bytes: 28428, op: HDFS_READ, cliID: DFSClient_-1581145971, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_577995099511066085_1397, duration: 445422
2013-10-31 16:01:20,202 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:20,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar dst=null perm=null
2013-10-31 16:01:20,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37677, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1581145971, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5990586020786061192_1394, duration: 1265996
2013-10-31 16:01:20,341 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0038_m_63652810
2013-10-31 16:01:20,349 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6167 with signal TERM. Exit code 0
2013-10-31 16:01:20,349 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0039_m_-1586872896
2013-10-31 16:01:20,349 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0039_m_-1586872896 spawned.
2013-10-31 16:01:20,350 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0039/attempt_20131031154230960_0039_m_000007_0/taskjvm.sh
2013-10-31 16:01:20,421 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:20,421 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:20,422 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:20,422 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0038_m_63652810 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:20,708 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_602055037644771775_1388
2013-10-31 16:01:21,498 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_-1586872896 given task: attempt_20131031154230960_0039_m_000007_0
2013-10-31 16:01:21,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_602055037644771775_1388 file build/test/data/dfs/data/data5/current/blk_602055037644771775 for deletion
2013-10-31 16:01:21,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_602055037644771775_1388 at file build/test/data/dfs/data/data5/current/blk_602055037644771775
2013-10-31 16:01:21,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:22,174 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0038
2013-10-31 16:01:22,175 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0038_m_000003_0 not found in cache
2013-10-31 16:01:22,175 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0038_m_000004_0 not found in cache
2013-10-31 16:01:22,176 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0038 for user-log deletion with retainTimeStamp:1383321682175
2013-10-31 16:01:22,244 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0038_m_-1720156008 since job job_20131031154230960_0038 is dead
2013-10-31 16:01:22,252 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6536 with signal TERM. Exit code 0
2013-10-31 16:01:22,321 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0038
2013-10-31 16:01:22,322 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0038_m_000001_0 not found in cache
2013-10-31 16:01:22,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0038 for user-log deletion with retainTimeStamp:1383321682322
2013-10-31 16:01:22,359 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0038
2013-10-31 16:01:22,359 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0038_m_000002_0 not found in cache
2013-10-31 16:01:22,360 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0038 for user-log deletion with retainTimeStamp:1383321682360
2013-10-31 16:01:22,434 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:22,435 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:22,435 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:22,435 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0038_m_-1720156008 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:22,866 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0038_m_-1360480180 since job job_20131031154230960_0038 is dead
2013-10-31 16:01:22,876 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6382 with signal TERM. Exit code 0
2013-10-31 16:01:22,905 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0038_m_-748417050 since job job_20131031154230960_0038 is dead
2013-10-31 16:01:22,913 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6412 with signal TERM. Exit code 0
2013-10-31 16:01:23,083 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:23,084 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:23,084 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:23,084 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0038_m_-1360480180 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:23,106 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:23,106 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:23,106 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:23,106 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0038_m_-748417050 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:23,503 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0038_m_320309764 since job job_20131031154230960_0038 is dead
2013-10-31 16:01:23,513 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6624 with signal TERM. Exit code 0
2013-10-31 16:01:23,683 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:23,683 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:23,683 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:23,683 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0038_m_320309764 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 16:01:24,926 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000007_0 0.0% setup
2013-10-31 16:01:24,928 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000007_0 is done.
2013-10-31 16:01:24,929 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000007_0 was -1
2013-10-31 16:01:24,929 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:24,940 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:01:24,947 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:01:24,952 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:01:24,958 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:01:24,963 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:01:24,968 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:01:24,968 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 16:01:25,134 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0038
2013-10-31 16:01:25,134 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0038_m_000000_0 not found in cache
2013-10-31 16:01:25,135 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0038 for user-log deletion with retainTimeStamp:1383321685135
2013-10-31 16:01:26,140 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000007_0' has completed task_20131031154230960_0039_m_000007 successfully.
2013-10-31 16:01:26,143 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0039_m_000000_0' to tip task_20131031154230960_0039_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:26,144 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0039_m_000000
2013-10-31 16:01:26,145 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0039_m_000001_0' to tip task_20131031154230960_0039_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:26,145 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0039_m_000001
2013-10-31 16:01:26,147 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:01:26,148 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:01:26,149 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000000_0 which needs 1 slots
2013-10-31 16:01:26,149 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0039_m_000000_0 which needs 1 slots
2013-10-31 16:01:26,149 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000001_0 which needs 1 slots
2013-10-31 16:01:26,150 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0039_m_000001_0 which needs 1 slots
2013-10-31 16:01:26,184 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0039_m_000002_0' to tip task_20131031154230960_0039_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:01:26,184 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0039_m_000002
2013-10-31 16:01:26,184 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0039_m_000003_0' to tip task_20131031154230960_0039_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:01:26,185 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0039_m_000003
2013-10-31 16:01:26,186 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:01:26,186 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000003_0 task's state:UNASSIGNED
2013-10-31 16:01:26,186 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000002_0 which needs 1 slots
2013-10-31 16:01:26,186 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0039_m_000002_0 which needs 1 slots
2013-10-31 16:01:26,187 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000003_0 which needs 1 slots
2013-10-31 16:01:26,187 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0039_m_000003_0 which needs 1 slots
2013-10-31 16:01:26,188 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0039/attempt_20131031154230960_0039_m_000000_0. Attempting to reuse: jvm_20131031154230960_0039_m_-1586872896
2013-10-31 16:01:26,188 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0038_m_186326531
2013-10-31 16:01:26,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken dst=null perm=null
2013-10-31 16:01:26,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37680, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4106990055401511272_1400, duration: 125126
2013-10-31 16:01:26,192 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6305 with signal TERM. Exit code 0
2013-10-31 16:01:26,192 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0039_m_975462453
2013-10-31 16:01:26,193 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0039_m_975462453 spawned.
2013-10-31 16:01:26,194 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0039/attempt_20131031154230960_0039_m_000001_0/taskjvm.sh
2013-10-31 16:01:26,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml dst=null perm=null
2013-10-31 16:01:26,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37682, bytes: 28428, op: HDFS_READ, cliID: DFSClient_-1373413138, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_577995099511066085_1397, duration: 191695
2013-10-31 16:01:26,208 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:26,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar dst=null perm=null
2013-10-31 16:01:26,226 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59243, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1373413138, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5990586020786061192_1394, duration: 588571
2013-10-31 16:01:26,280 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:26,280 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:26,280 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:26,281 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0038_m_186326531 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:26,288 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0039_m_-1455805971
2013-10-31 16:01:26,289 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0039_m_-1455805971 spawned.
2013-10-31 16:01:26,290 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0039/attempt_20131031154230960_0039_m_000003_0/taskjvm.sh
2013-10-31 16:01:26,292 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0039_m_-67221817
2013-10-31 16:01:26,292 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0039_m_-67221817 spawned.
2013-10-31 16:01:26,293 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0039/attempt_20131031154230960_0039_m_000002_0/taskjvm.sh
2013-10-31 16:01:26,330 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0039_m_000004_0' to tip task_20131031154230960_0039_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:01:26,330 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0039_m_000004
2013-10-31 16:01:26,330 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0039_m_000005_0' to tip task_20131031154230960_0039_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:01:26,331 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0039_m_000005
2013-10-31 16:01:26,332 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000004_0 task's state:UNASSIGNED
2013-10-31 16:01:26,333 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000005_0 task's state:UNASSIGNED
2013-10-31 16:01:26,333 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000004_0 which needs 1 slots
2013-10-31 16:01:26,333 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0039_m_000004_0 which needs 1 slots
2013-10-31 16:01:26,333 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000005_0 which needs 1 slots
2013-10-31 16:01:26,333 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031154230960_0039_m_000005_0 which needs 1 slots
2013-10-31 16:01:26,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039/jobToken dst=null perm=null
2013-10-31 16:01:26,338 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33792, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4106990055401511272_1400, duration: 221773
2013-10-31 16:01:26,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.xml dst=null perm=null
2013-10-31 16:01:26,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39332, bytes: 28428, op: HDFS_READ, cliID: DFSClient_-165772188, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_577995099511066085_1397, duration: 159927
2013-10-31 16:01:26,356 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:26,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.jar dst=null perm=null
2013-10-31 16:01:26,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59247, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-165772188, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5990586020786061192_1394, duration: 747207
2013-10-31 16:01:26,480 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_-1586872896 given task: attempt_20131031154230960_0039_m_000000_0
2013-10-31 16:01:26,526 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0039_m_172124470
2013-10-31 16:01:26,527 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0039_m_172124470 spawned.
2013-10-31 16:01:26,527 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0039_m_-26817057
2013-10-31 16:01:26,528 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0039_m_-26817057 spawned.
2013-10-31 16:01:26,528 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0039/attempt_20131031154230960_0039_m_000004_0/taskjvm.sh
2013-10-31 16:01:26,529 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0039/attempt_20131031154230960_0039_m_000005_0/taskjvm.sh
2013-10-31 16:01:26,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=null
2013-10-31 16:01:26,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37689, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_825697882326607343_1395, duration: 168930
2013-10-31 16:01:26,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 16:01:27,007 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_975462453 given task: attempt_20131031154230960_0039_m_000001_0
2013-10-31 16:01:27,039 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39337, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 143817
2013-10-31 16:01:27,354 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_-1455805971 given task: attempt_20131031154230960_0039_m_000003_0
2013-10-31 16:01:27,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=null
2013-10-31 16:01:27,547 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37697, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_825697882326607343_1395, duration: 181647
2013-10-31 16:01:27,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 16:01:27,588 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39344, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4654830788849258098_1030, duration: 141429
2013-10-31 16:01:27,645 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_-26817057 given task: attempt_20131031154230960_0039_m_000005_0
2013-10-31 16:01:27,646 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_172124470 given task: attempt_20131031154230960_0039_m_000004_0
2013-10-31 16:01:27,648 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_-67221817 given task: attempt_20131031154230960_0039_m_000002_0
2013-10-31 16:01:27,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=null
2013-10-31 16:01:27,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33808, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_825697882326607343_1395, duration: 174824
2013-10-31 16:01:27,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 16:01:27,935 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37701, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 159382
2013-10-31 16:01:28,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=null
2013-10-31 16:01:28,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=null
2013-10-31 16:01:28,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33813, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000005_0, offset: 1536, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_825697882326607343_1395, duration: 167077
2013-10-31 16:01:28,169 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59266, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000004_0, offset: 1024, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_825697882326607343_1395, duration: 136016
2013-10-31 16:01:28,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039/job.split dst=null perm=null
2013-10-31 16:01:28,180 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37707, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000002_0, offset: 512, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_825697882326607343_1395, duration: 155156
2013-10-31 16:01:28,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 16:01:28,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37708, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000005_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-9098271965778289823_1031, duration: 117728
2013-10-31 16:01:28,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 16:01:28,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33817, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000004_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4654830788849258098_1030, duration: 99264
2013-10-31 16:01:28,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 16:01:28,461 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59270, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0039_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-9098271965778289823_1031, duration: 124768
2013-10-31 16:01:29,561 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 16:01:29,564 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000000_0 is done.
2013-10-31 16:01:29,564 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000000_0 was 57
2013-10-31 16:01:29,564 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 16:01:29,747 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-7381263497261642464_1010
2013-10-31 16:01:30,469 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 16:01:30,471 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000001_0 is done.
2013-10-31 16:01:30,472 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000001_0 was 40
2013-10-31 16:01:30,472 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:30,818 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 16:01:30,821 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000003_0 is done.
2013-10-31 16:01:30,822 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000003_0 was 40
2013-10-31 16:01:30,822 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 16:01:31,001 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 7
2013-10-31 16:01:31,091 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000005_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 16:01:31,094 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000004_0 0.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 16:01:31,096 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000005_0 is done.
2013-10-31 16:01:31,096 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000005_0 was 6
2013-10-31 16:01:31,096 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 16:01:31,097 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000004_0 is done.
2013-10-31 16:01:31,097 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000004_0 was 6
2013-10-31 16:01:31,097 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:31,109 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 16:01:31,111 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000002_0 is done.
2013-10-31 16:01:31,111 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000002_0 was 57
2013-10-31 16:01:31,112 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:31,149 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0039_m_000007_0
2013-10-31 16:01:31,149 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0039_m_000007_0
2013-10-31 16:01:31,149 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0039_m_000007_0 not found in cache
2013-10-31 16:01:32,153 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000000_0' has completed task_20131031154230960_0039_m_000000 successfully.
2013-10-31 16:01:32,155 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000001_0' has completed task_20131031154230960_0039_m_000001 successfully.
2013-10-31 16:01:32,157 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0039_r_000000_0' to tip task_20131031154230960_0039_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:32,159 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_r_000000_0 task's state:UNASSIGNED
2013-10-31 16:01:32,159 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_r_000000_0 which needs 1 slots
2013-10-31 16:01:32,160 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0039_r_000000_0 which needs 1 slots
2013-10-31 16:01:32,191 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0039_r_-652694986
2013-10-31 16:01:32,192 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0039_r_-652694986 spawned.
2013-10-31 16:01:32,192 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000002_0' has completed task_20131031154230960_0039_m_000002 successfully.
2013-10-31 16:01:32,193 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0039/attempt_20131031154230960_0039_r_000000_0/taskjvm.sh
2013-10-31 16:01:32,193 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000003_0' has completed task_20131031154230960_0039_m_000003 successfully.
2013-10-31 16:01:32,337 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000004_0' has completed task_20131031154230960_0039_m_000004 successfully.
2013-10-31 16:01:32,338 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000005_0' has completed task_20131031154230960_0039_m_000005 successfully.
2013-10-31 16:01:33,077 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_r_-652694986 given task: attempt_20131031154230960_0039_r_000000_0
2013-10-31 16:01:38,733 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:48379, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0039_m_000000_0, duration: 5776324
2013-10-31 16:01:38,744 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:48379, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0039_m_000001_0, duration: 5584013
2013-10-31 16:01:38,760 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:51542, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0039_m_000002_0, duration: 11677509
2013-10-31 16:01:38,774 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:51542, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0039_m_000003_0, duration: 11135981
2013-10-31 16:01:38,791 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46765, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0039_m_000004_0, duration: 12356302
2013-10-31 16:01:38,806 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46765, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0039_m_000005_0, duration: 11296049
2013-10-31 16:01:39,552 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 16:01:39,599 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 16:01:39,657 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 16:01:39,846 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 2097 Total time for transactions(ms): 31Number of transactions batched in Syncs: 154 Number of syncs: 1499 SyncTimes(ms): 66271 9538
2013-10-31 16:01:39,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:39,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:39,888 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0/part-00000. blk_9127959186259930479_1401
2013-10-31 16:01:39,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9127959186259930479_1401 src: /127.0.0.1:39366 dest: /127.0.0.1:42031
2013-10-31 16:01:39,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9127959186259930479_1401 src: /127.0.0.1:33829 dest: /127.0.0.1:51383
2013-10-31 16:01:39,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9127959186259930479_1401 src: /127.0.0.1:59282 dest: /127.0.0.1:40932
2013-10-31 16:01:39,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59282, dest: /127.0.0.1:40932, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0039_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_9127959186259930479_1401, duration: 1782729
2013-10-31 16:01:39,936 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9127959186259930479_1401 terminating
2013-10-31 16:01:39,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33829, dest: /127.0.0.1:51383, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0039_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_9127959186259930479_1401, duration: 3589217
2013-10-31 16:01:39,936 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9127959186259930479_1401 terminating
2013-10-31 16:01:39,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39366, dest: /127.0.0.1:42031, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0039_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_9127959186259930479_1401, duration: 3972423
2013-10-31 16:01:39,938 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9127959186259930479_1401 terminating
2013-10-31 16:01:39,938 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_9127959186259930479_1401 size 40
2013-10-31 16:01:39,939 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_9127959186259930479_1401 size 40
2013-10-31 16:01:39,939 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_9127959186259930479_1401 size 40
2013-10-31 16:01:39,941 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0039_r_000000_0
2013-10-31 16:01:39,941 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0039_r_000000_0
2013-10-31 16:01:39,977 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0039_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:01:39,978 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 16:01:41,168 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 6 OK for attempt_20131031154230960_0039_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 16:01:41,170 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0039_r_000000_0
2013-10-31 16:01:41,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0 dst=null perm=null
2013-10-31 16:01:41,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:42,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:42,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary/_attempt_20131031154230960_0039_r_000000_0 dst=null perm=null
2013-10-31 16:01:42,602 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_r_000000_0 1.0% reduce > reduce
2013-10-31 16:01:42,605 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_r_000000_0 1.0% reduce > reduce
2013-10-31 16:01:42,606 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_r_000000_0 is done.
2013-10-31 16:01:42,606 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_r_000000_0 was -1
2013-10-31 16:01:42,607 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:44,174 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_r_000000_0' has completed task_20131031154230960_0039_r_000000 successfully.
2013-10-31 16:01:44,177 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0039_m_000006_0' to tip task_20131031154230960_0039_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:44,179 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0039_m_000006_0 task's state:UNASSIGNED
2013-10-31 16:01:44,180 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0039_m_000006_0 which needs 1 slots
2013-10-31 16:01:44,180 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0039_m_000006_0 which needs 1 slots
2013-10-31 16:01:44,211 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0039/attempt_20131031154230960_0039_m_000006_0. Attempting to reuse: jvm_20131031154230960_0039_m_-1586872896
2013-10-31 16:01:45,111 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0039_m_-1586872896 given task: attempt_20131031154230960_0039_m_000006_0
2013-10-31 16:01:45,511 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000006_0 0.0%
2013-10-31 16:01:45,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary dst=null perm=null
2013-10-31 16:01:45,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:45,649 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_SUCCESS from client DFSClient_attempt_20131031154230960_0039_m_000006_0
2013-10-31 16:01:45,649 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0039_m_000006_0
2013-10-31 16:01:45,656 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5990586020786061192 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:45,656 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5990586020786061192 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:45,656 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5990586020786061192 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:01:45,656 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5990586020786061192 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:45,657 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_825697882326607343 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:01:45,657 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_825697882326607343 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:45,657 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_825697882326607343 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:45,657 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_825697882326607343 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:45,658 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7955791113061723594 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:45,658 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7955791113061723594 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:45,658 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7955791113061723594 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:01:45,658 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_577995099511066085 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:01:45,658 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_577995099511066085 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:45,659 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_577995099511066085 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:45,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0039 dst=null perm=null
2013-10-31 16:01:47,712 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_825697882326607343_1395 blk_577995099511066085_1397 blk_-7955791113061723594_1396 blk_-5990586020786061192_1394
2013-10-31 16:01:47,713 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_825697882326607343_1395 blk_577995099511066085_1397 blk_-5990586020786061192_1394
2013-10-31 16:01:48,331 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5990586020786061192_1394 file build/test/data/dfs/data/data4/current/blk_-5990586020786061192 for deletion
2013-10-31 16:01:48,331 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_577995099511066085_1397 file build/test/data/dfs/data/data4/current/blk_577995099511066085 for deletion
2013-10-31 16:01:48,331 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5990586020786061192_1394 at file build/test/data/dfs/data/data4/current/blk_-5990586020786061192
2013-10-31 16:01:48,331 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_825697882326607343_1395 file build/test/data/dfs/data/data3/current/blk_825697882326607343 for deletion
2013-10-31 16:01:48,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_577995099511066085_1397 at file build/test/data/dfs/data/data4/current/blk_577995099511066085
2013-10-31 16:01:48,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_825697882326607343_1395 at file build/test/data/dfs/data/data3/current/blk_825697882326607343
2013-10-31 16:01:48,482 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0039_m_000006_0 0.0% cleanup
2013-10-31 16:01:48,483 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0039_m_000006_0 is done.
2013-10-31 16:01:48,483 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0039_m_000006_0 was -1
2013-10-31 16:01:48,484 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:48,802 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7955791113061723594_1396 file build/test/data/dfs/data/data6/current/blk_-7955791113061723594 for deletion
2013-10-31 16:01:48,802 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5990586020786061192_1394 file build/test/data/dfs/data/data6/current/blk_-5990586020786061192 for deletion
2013-10-31 16:01:48,802 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7955791113061723594_1396 at file build/test/data/dfs/data/data6/current/blk_-7955791113061723594
2013-10-31 16:01:48,802 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_577995099511066085_1397 file build/test/data/dfs/data/data5/current/blk_577995099511066085 for deletion
2013-10-31 16:01:48,803 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5990586020786061192_1394 at file build/test/data/dfs/data/data6/current/blk_-5990586020786061192
2013-10-31 16:01:48,803 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_577995099511066085_1397 at file build/test/data/dfs/data/data5/current/blk_577995099511066085
2013-10-31 16:01:48,803 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_825697882326607343_1395 file build/test/data/dfs/data/data5/current/blk_825697882326607343 for deletion
2013-10-31 16:01:48,804 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_825697882326607343_1395 at file build/test/data/dfs/data/data5/current/blk_825697882326607343
2013-10-31 16:01:49,180 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0039_r_000000_0
2013-10-31 16:01:49,180 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0039_r_000000_0
2013-10-31 16:01:50,186 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0039_m_000006_0' has completed task_20131031154230960_0039_m_000006 successfully.
2013-10-31 16:01:50,188 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0039 has completed successfully.
2013-10-31 16:01:50,188 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0039,submitTime=1383235277852,launchTime=1383235278859,firstMapTaskLaunchTime=1383235286143,firstReduceTaskLaunchTime=1383235292156,firstJobSetupTaskLaunchTime=1383235280125,firstJobCleanupTaskLaunchTime=1383235304177,finishTime=1383235310187,numMaps=6,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=35,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[D98649B6B39649D184E190C617FD5DC5/7A19280ECE3246C48BD7B5351C83A0F7] concat/(1/1) ...pesplatform/complexconcat
2013-10-31 16:01:50,193 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_1383235277852_hadoop_%5BD98649B6B39649D184E190C617FD5DC5%2F7A19280ECE3246C4. blk_-3730133987135544124_1402
2013-10-31 16:01:50,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3730133987135544124_1402 src: /127.0.0.1:59285 dest: /127.0.0.1:40932
2013-10-31 16:01:50,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3730133987135544124_1402 src: /127.0.0.1:39372 dest: /127.0.0.1:42031
2013-10-31 16:01:50,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3730133987135544124_1402 src: /127.0.0.1:33835 dest: /127.0.0.1:51383
2013-10-31 16:01:50,209 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33835, dest: /127.0.0.1:51383, bytes: 34986, op: HDFS_WRITE, cliID: DFSClient_2109483380, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3730133987135544124_1402, duration: 6753558
2013-10-31 16:01:50,210 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3730133987135544124_1402 terminating
2013-10-31 16:01:50,210 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39372, dest: /127.0.0.1:42031, bytes: 34986, op: HDFS_WRITE, cliID: DFSClient_2109483380, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3730133987135544124_1402, duration: 4518510
2013-10-31 16:01:50,214 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3730133987135544124_1402 terminating
2013-10-31 16:01:50,214 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3730133987135544124_1402 size 34986
2013-10-31 16:01:50,214 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59285, dest: /127.0.0.1:40932, bytes: 34986, op: HDFS_WRITE, cliID: DFSClient_2109483380, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3730133987135544124_1402, duration: 9524599
2013-10-31 16:01:50,215 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3730133987135544124_1402 size 34986
2013-10-31 16:01:50,215 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3730133987135544124_1402 terminating
2013-10-31 16:01:50,223 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3730133987135544124_1402 size 34986
2013-10-31 16:01:50,224 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_1383235277852_hadoop_%5BD98649B6B39649D184E190C617FD5DC5%2F7A19280ECE3246C4 from client DFSClient_2109483380
2013-10-31 16:01:50,224 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_logs/history/job_20131031154230960_0039_1383235277852_hadoop_%5BD98649B6B39649D184E190C617FD5DC5%2F7A19280ECE3246C4 is closed by DFSClient_2109483380
2013-10-31 16:01:50,231 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0039_1383235277852_hadoop_%5BD98649B6B39649D184E190C617FD5DC5%2F7A19280ECE3246C4 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:01:50,231 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000000_0'
2013-10-31 16:01:50,232 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000001_0'
2013-10-31 16:01:50,232 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000006_0'
2013-10-31 16:01:50,232 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000007_0'
2013-10-31 16:01:50,233 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_r_000000_0'
2013-10-31 16:01:50,234 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4106990055401511272 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:01:50,234 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4106990055401511272 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:01:50,234 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000002_0'
2013-10-31 16:01:50,234 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4106990055401511272 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:01:50,234 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000003_0'
2013-10-31 16:01:50,238 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0039_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:01:50,241 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/_temporary
2013-10-31 16:01:50,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0039 dst=null perm=null
2013-10-31 16:01:50,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat dst=null perm=null
2013-10-31 16:01:50,297 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:01:50,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null
2013-10-31 16:01:50,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null
2013-10-31 16:01:50,304 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33837, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_9127959186259930479_1401, duration: 862618
2013-10-31 16:01:50,306 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/complexconcat
2013-10-31 16:01:50,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat dst=null perm=null
2013-10-31 16:01:50,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null
2013-10-31 16:01:50,314 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39376, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_9127959186259930479_1401, duration: 258591
2013-10-31 16:01:50,334 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 16:01:50,335 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 16:01:50,359 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] starting
2013-10-31 16:01:50,359 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000004_0'
2013-10-31 16:01:50,359 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 16:01:50,360 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0039_m_000005_0'
2013-10-31 16:01:50,360 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1"]
2013-10-31 16:01:50,360 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2"]
2013-10-31 16:01:50,360 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] parallel execution is enabled: true
2013-10-31 16:01:50,360 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] starting jobs: 3
2013-10-31 16:01:50,360 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [left+right] allocating threads: 3
2013-10-31 16:01:50,363 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (1/3)
2013-10-31 16:01:50,366 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:01:50,366 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 16:01:50,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:50,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:01:50,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:50,389 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar. blk_-1108033409935130820_1403
2013-10-31 16:01:50,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1108033409935130820_1403 src: /127.0.0.1:37731 dest: /127.0.0.1:37515
2013-10-31 16:01:50,392 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0039
2013-10-31 16:01:50,392 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0039 being deleted.
2013-10-31 16:01:50,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1108033409935130820_1403 src: /127.0.0.1:39378 dest: /127.0.0.1:42031
2013-10-31 16:01:50,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1108033409935130820_1403 src: /127.0.0.1:33841 dest: /127.0.0.1:51383
2013-10-31 16:01:50,406 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33841, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1108033409935130820_1403, duration: 7434790
2013-10-31 16:01:50,407 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1108033409935130820_1403 terminating
2013-10-31 16:01:50,407 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39378, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1108033409935130820_1403, duration: 8331275
2013-10-31 16:01:50,407 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1108033409935130820_1403 terminating
2013-10-31 16:01:50,408 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37731, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1108033409935130820_1403, duration: 9594906
2013-10-31 16:01:50,408 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1108033409935130820_1403 terminating
2013-10-31 16:01:50,410 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1108033409935130820_1403 size 238055
2013-10-31 16:01:50,411 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar from client DFSClient_1020568644
2013-10-31 16:01:50,411 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar is closed by DFSClient_1020568644
2013-10-31 16:01:50,412 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1108033409935130820_1403 size 238055
2013-10-31 16:01:50,412 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1108033409935130820_1403 size 238055
2013-10-31 16:01:50,700 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar. New replication is 10
2013-10-31 16:01:50,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar dst=null perm=null
2013-10-31 16:01:50,714 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_-1108033409935130820_1403 to datanode(s) 127.0.0.1:40932
2013-10-31 16:01:50,714 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_825697882326607343_1395 blk_577995099511066085_1397 blk_-7955791113061723594_1396 blk_-5990586020786061192_1394 blk_-4106990055401511272_1400
2013-10-31 16:01:50,714 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_825697882326607343_1395 blk_-7955791113061723594_1396 blk_-5990586020786061192_1394 blk_-4106990055401511272_1400
2013-10-31 16:01:50,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:50,716 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:01:50,720 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:01:50,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:01:50,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:50,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:50,737 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split. New replication is 10
2013-10-31 16:01:50,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split dst=null perm=null
2013-10-31 16:01:50,746 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split. blk_-4286797041308814941_1404
2013-10-31 16:01:50,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4286797041308814941_1404 src: /127.0.0.1:39380 dest: /127.0.0.1:42031
2013-10-31 16:01:50,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4286797041308814941_1404 src: /127.0.0.1:59295 dest: /127.0.0.1:40932
2013-10-31 16:01:50,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4286797041308814941_1404 src: /127.0.0.1:37736 dest: /127.0.0.1:37515
2013-10-31 16:01:50,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4286797041308814941_1404 src: /127.0.0.1:33845 dest: /127.0.0.1:51383
2013-10-31 16:01:50,756 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33845, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4286797041308814941_1404, duration: 110162
2013-10-31 16:01:50,756 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4286797041308814941_1404 terminating
2013-10-31 16:01:50,757 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37736, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4286797041308814941_1404, duration: 1035882
2013-10-31 16:01:50,757 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4286797041308814941_1404 terminating
2013-10-31 16:01:50,757 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-4286797041308814941_1404 size 1403
2013-10-31 16:01:50,757 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59295, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4286797041308814941_1404, duration: 1908893
2013-10-31 16:01:50,758 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4286797041308814941_1404 terminating
2013-10-31 16:01:50,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39380, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4286797041308814941_1404, duration: 2782277
2013-10-31 16:01:50,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-4286797041308814941_1404 terminating
2013-10-31 16:01:50,762 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4286797041308814941_1404 size 1403
2013-10-31 16:01:50,762 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split from client DFSClient_1020568644
2013-10-31 16:01:50,763 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split is closed by DFSClient_1020568644
2013-10-31 16:01:50,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4286797041308814941_1404 size 1403
2013-10-31 16:01:50,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4286797041308814941_1404 size 1403
2013-10-31 16:01:50,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:50,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:50,788 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.splitmetainfo. blk_6835237530494056880_1405
2013-10-31 16:01:50,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6835237530494056880_1405 src: /127.0.0.1:37738 dest: /127.0.0.1:37515
2013-10-31 16:01:50,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6835237530494056880_1405 src: /127.0.0.1:59299 dest: /127.0.0.1:40932
2013-10-31 16:01:50,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6835237530494056880_1405 src: /127.0.0.1:39386 dest: /127.0.0.1:42031
2013-10-31 16:01:50,796 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39386, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_6835237530494056880_1405, duration: 498735
2013-10-31 16:01:50,797 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6835237530494056880_1405 terminating
2013-10-31 16:01:50,797 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59299, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_6835237530494056880_1405, duration: 1212950
2013-10-31 16:01:50,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6835237530494056880_1405 terminating
2013-10-31 16:01:50,798 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37738, dest: /127.0.0.1:37515, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6835237530494056880_1405, duration: 2089385
2013-10-31 16:01:50,799 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6835237530494056880_1405 terminating
2013-10-31 16:01:50,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_6835237530494056880_1405 size 156
2013-10-31 16:01:50,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_6835237530494056880_1405 size 156
2013-10-31 16:01:50,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_6835237530494056880_1405 size 156
2013-10-31 16:01:50,855 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7955791113061723594_1396 file build/test/data/dfs/data/data2/current/blk_-7955791113061723594 for deletion
2013-10-31 16:01:50,855 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5990586020786061192_1394 file build/test/data/dfs/data/data2/current/blk_-5990586020786061192 for deletion
2013-10-31 16:01:50,855 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7955791113061723594_1396 at file build/test/data/dfs/data/data2/current/blk_-7955791113061723594
2013-10-31 16:01:50,856 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4106990055401511272_1400 file build/test/data/dfs/data/data1/current/blk_-4106990055401511272 for deletion
2013-10-31 16:01:50,856 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5990586020786061192_1394 at file build/test/data/dfs/data/data2/current/blk_-5990586020786061192
2013-10-31 16:01:50,856 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4106990055401511272_1400 at file build/test/data/dfs/data/data1/current/blk_-4106990055401511272
2013-10-31 16:01:50,856 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_577995099511066085_1397 file build/test/data/dfs/data/data1/current/blk_577995099511066085 for deletion
2013-10-31 16:01:50,857 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_825697882326607343_1395 file build/test/data/dfs/data/data1/current/blk_825697882326607343 for deletion
2013-10-31 16:01:50,857 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_577995099511066085_1397 at file build/test/data/dfs/data/data1/current/blk_577995099511066085
2013-10-31 16:01:50,857 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_825697882326607343_1395 at file build/test/data/dfs/data/data1/current/blk_825697882326607343
2013-10-31 16:01:51,202 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:01:51,203 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:01:51,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:51,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:51,231 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml. blk_-2199900635772008709_1406
2013-10-31 16:01:51,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2199900635772008709_1406 src: /127.0.0.1:33849 dest: /127.0.0.1:51383
2013-10-31 16:01:51,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2199900635772008709_1406 src: /127.0.0.1:59302 dest: /127.0.0.1:40932
2013-10-31 16:01:51,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2199900635772008709_1406 src: /127.0.0.1:39389 dest: /127.0.0.1:42031
2013-10-31 16:01:51,239 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39389, dest: /127.0.0.1:42031, bytes: 28448, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2199900635772008709_1406, duration: 298967
2013-10-31 16:01:51,240 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2199900635772008709_1406 terminating
2013-10-31 16:01:51,240 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59302, dest: /127.0.0.1:40932, bytes: 28448, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2199900635772008709_1406, duration: 1127777
2013-10-31 16:01:51,241 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2199900635772008709_1406 terminating
2013-10-31 16:01:51,241 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33849, dest: /127.0.0.1:51383, bytes: 28448, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2199900635772008709_1406, duration: 2026095
2013-10-31 16:01:51,242 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2199900635772008709_1406 terminating
2013-10-31 16:01:51,244 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2199900635772008709_1406 size 28448
2013-10-31 16:01:51,245 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml from client DFSClient_1020568644
2013-10-31 16:01:51,245 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml is closed by DFSClient_1020568644
2013-10-31 16:01:51,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2199900635772008709_1406 size 28448
2013-10-31 16:01:51,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2199900635772008709_1406 size 28448
2013-10-31 16:01:51,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml dst=null perm=null
2013-10-31 16:01:51,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39391, bytes: 28672, op: HDFS_READ, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2199900635772008709_1406, duration: 394412
2013-10-31 16:01:51,281 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0040: nMaps=4 nReduces=1 max=-1
2013-10-31 16:01:51,281 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0040 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:01:51,281 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0040
2013-10-31 16:01:51,282 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0040 RESULT=SUCCESS
2013-10-31 16:01:51,282 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0040
2013-10-31 16:01:51,283 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0040
2013-10-31 16:01:51,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_1383235311252_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F43A0FFCED4D44FD3 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:51,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:51,315 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_conf.xml. blk_-888175043584851775_1408
2013-10-31 16:01:51,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-888175043584851775_1408 src: /127.0.0.1:39392 dest: /127.0.0.1:42031
2013-10-31 16:01:51,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-888175043584851775_1408 src: /127.0.0.1:33855 dest: /127.0.0.1:51383
2013-10-31 16:01:51,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-888175043584851775_1408 src: /127.0.0.1:59308 dest: /127.0.0.1:40932
2013-10-31 16:01:51,324 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59308, dest: /127.0.0.1:40932, bytes: 28513, op: HDFS_WRITE, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-888175043584851775_1408, duration: 829617
2013-10-31 16:01:51,324 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-888175043584851775_1408 terminating
2013-10-31 16:01:51,324 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-888175043584851775_1408 size 28513
2013-10-31 16:01:51,325 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33855, dest: /127.0.0.1:51383, bytes: 28513, op: HDFS_WRITE, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-888175043584851775_1408, duration: 2102298
2013-10-31 16:01:51,325 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-888175043584851775_1408 size 28513
2013-10-31 16:01:51,325 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-888175043584851775_1408 terminating
2013-10-31 16:01:51,326 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39392, dest: /127.0.0.1:42031, bytes: 28513, op: HDFS_WRITE, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-888175043584851775_1408, duration: 2649891
2013-10-31 16:01:51,326 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-888175043584851775_1408 terminating
2013-10-31 16:01:51,329 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_conf.xml from client DFSClient_-1535951635
2013-10-31 16:01:51,329 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_conf.xml is closed by DFSClient_-1535951635
2013-10-31 16:01:51,330 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-888175043584851775_1408 size 28513
2013-10-31 16:01:51,331 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_-1108033409935130820_1403 to 127.0.0.1:40932
2013-10-31 16:01:51,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1108033409935130820_1403 src: /127.0.0.1:59309 dest: /127.0.0.1:40932
2013-10-31 16:01:51,333 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_-1108033409935130820_1403 to /127.0.0.1:40932
2013-10-31 16:01:51,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-1108033409935130820_1403 src: /127.0.0.1:59309 dest: /127.0.0.1:40932 of size 238055
2013-10-31 16:01:51,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:01:51,340 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken. blk_2225321306417448798_1409
2013-10-31 16:01:51,341 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1108033409935130820_1403 size 238055
2013-10-31 16:01:51,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2225321306417448798_1409 src: /127.0.0.1:37750 dest: /127.0.0.1:37515
2013-10-31 16:01:51,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2225321306417448798_1409 src: /127.0.0.1:33859 dest: /127.0.0.1:51383
2013-10-31 16:01:51,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2225321306417448798_1409 src: /127.0.0.1:59312 dest: /127.0.0.1:40932
2013-10-31 16:01:51,348 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59312, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2225321306417448798_1409, duration: 258726
2013-10-31 16:01:51,349 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2225321306417448798_1409 terminating
2013-10-31 16:01:51,349 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33859, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2225321306417448798_1409, duration: 1057926
2013-10-31 16:01:51,350 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2225321306417448798_1409 terminating
2013-10-31 16:01:51,350 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2225321306417448798_1409 size 116
2013-10-31 16:01:51,350 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37750, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2225321306417448798_1409, duration: 1922098
2013-10-31 16:01:51,351 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2225321306417448798_1409 size 116
2013-10-31 16:01:51,351 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2225321306417448798_1409 terminating
2013-10-31 16:01:51,353 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken from client DFSClient_1020568644
2013-10-31 16:01:51,354 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken is closed by DFSClient_1020568644
2013-10-31 16:01:51,355 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_2225321306417448798_1409 size 116
2013-10-31 16:01:51,358 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken
2013-10-31 16:01:51,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.splitmetainfo dst=null perm=null
2013-10-31 16:01:51,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37753, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_6835237530494056880_1405, duration: 265282
2013-10-31 16:01:51,363 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0040 = 1449. Number of splits = 4
2013-10-31 16:01:51,364 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,364 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,364 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,364 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,365 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,365 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,365 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,365 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,366 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,366 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,366 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,366 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0040_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:01:51,367 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0040 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:01:51,367 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0040 initialized successfully with 4 map tasks and 1 reduce tasks.
2013-10-31 16:01:52,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7955791113061723594_1396 file build/test/data/dfs/data/data7/current/blk_-7955791113061723594 for deletion
2013-10-31 16:01:52,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5990586020786061192_1394 file build/test/data/dfs/data/data7/current/blk_-5990586020786061192 for deletion
2013-10-31 16:01:52,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7955791113061723594_1396 at file build/test/data/dfs/data/data7/current/blk_-7955791113061723594
2013-10-31 16:01:52,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4106990055401511272_1400 file build/test/data/dfs/data/data7/current/blk_-4106990055401511272 for deletion
2013-10-31 16:01:52,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5990586020786061192_1394 at file build/test/data/dfs/data/data7/current/blk_-5990586020786061192
2013-10-31 16:01:52,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_825697882326607343_1395 file build/test/data/dfs/data/data8/current/blk_825697882326607343 for deletion
2013-10-31 16:01:52,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4106990055401511272_1400 at file build/test/data/dfs/data/data7/current/blk_-4106990055401511272
2013-10-31 16:01:52,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_825697882326607343_1395 at file build/test/data/dfs/data/data8/current/blk_825697882326607343
2013-10-31 16:01:53,240 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0040_m_000005_0' to tip task_20131031154230960_0040_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:53,252 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0040_m_000005_0 task's state:UNASSIGNED
2013-10-31 16:01:53,252 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0040_m_000005_0 which needs 1 slots
2013-10-31 16:01:53,252 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0040_m_000005_0 which needs 1 slots
2013-10-31 16:01:53,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken dst=null perm=null
2013-10-31 16:01:53,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37754, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2225321306417448798_1409, duration: 366801
2013-10-31 16:01:53,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml dst=null perm=null
2013-10-31 16:01:53,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59316, bytes: 28672, op: HDFS_READ, cliID: DFSClient_-1097409791, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2199900635772008709_1406, duration: 377789
2013-10-31 16:01:53,316 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:53,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar dst=null perm=null
2013-10-31 16:01:53,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59317, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1097409791, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1108033409935130820_1403, duration: 1400203
2013-10-31 16:01:53,443 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0039_m_975462453
2013-10-31 16:01:53,450 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6928 with signal TERM. Exit code 0
2013-10-31 16:01:53,450 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0040_m_-25620498
2013-10-31 16:01:53,450 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0040_m_-25620498 spawned.
2013-10-31 16:01:53,451 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0040/attempt_20131031154230960_0040_m_000005_0/taskjvm.sh
2013-10-31 16:01:53,559 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0039_m_975462453
2013-10-31 16:01:53,715 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-4106990055401511272_1400
2013-10-31 16:01:54,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4106990055401511272_1400 file build/test/data/dfs/data/data3/current/blk_-4106990055401511272 for deletion
2013-10-31 16:01:54,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4106990055401511272_1400 at file build/test/data/dfs/data/data3/current/blk_-4106990055401511272
2013-10-31 16:01:54,364 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:54,365 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:54,365 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:54,365 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0039_m_975462453 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:54,974 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0040_m_-25620498 given task: attempt_20131031154230960_0040_m_000005_0
2013-10-31 16:01:55,234 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0039
2013-10-31 16:01:55,234 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0039_m_000006_0 not found in cache
2013-10-31 16:01:55,235 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0039 for user-log deletion with retainTimeStamp:1383321715235
2013-10-31 16:01:55,235 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0039
2013-10-31 16:01:55,236 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0039 for user-log deletion with retainTimeStamp:1383321715236
2013-10-31 16:01:55,360 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0039
2013-10-31 16:01:55,361 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0039 for user-log deletion with retainTimeStamp:1383321715361
2013-10-31 16:01:55,406 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0039_m_-1455805971 since job job_20131031154230960_0039 is dead
2013-10-31 16:01:55,411 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7006 with signal TERM. Exit code 0
2013-10-31 16:01:55,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:01:55,663 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:55,663 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:55,663 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:55,664 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0039_m_-1455805971 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:55,676 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0039_m_172124470 since job job_20131031154230960_0039 is dead
2013-10-31 16:01:55,683 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7046 with signal TERM. Exit code 0
2013-10-31 16:01:55,683 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0039_m_-26817057 since job job_20131031154230960_0039 is dead
2013-10-31 16:01:55,689 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7045 with signal TERM. Exit code 0
2013-10-31 16:01:55,693 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0039_m_-67221817 since job job_20131031154230960_0039 is dead
2013-10-31 16:01:55,699 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7044 with signal TERM. Exit code 0
2013-10-31 16:01:55,886 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:55,886 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:55,886 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:55,887 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0039_m_-26817057 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:55,888 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:55,888 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:55,888 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:55,888 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0039_m_172124470 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:55,895 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:55,895 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:55,895 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:55,895 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0039_m_-67221817 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:56,523 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0039_m_-1586872896 since job job_20131031154230960_0039 is dead
2013-10-31 16:01:56,533 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6789 with signal TERM. Exit code 0
2013-10-31 16:01:56,650 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0039_r_-652694986 since job job_20131031154230960_0039 is dead
2013-10-31 16:01:56,657 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7287 with signal TERM. Exit code 0
2013-10-31 16:01:56,723 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:56,723 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:56,723 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:56,724 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0039_m_-1586872896 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 16:01:56,817 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:01:56,817 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:01:56,817 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:01:56,818 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0039_r_-652694986 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:01:58,391 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_m_000005_0 0.0% setup
2013-10-31 16:01:58,394 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0040_m_000005_0 is done.
2013-10-31 16:01:58,395 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0040_m_000005_0 was -1
2013-10-31 16:01:58,395 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:01:59,258 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0040_m_000005_0' has completed task_20131031154230960_0040_m_000005 successfully.
2013-10-31 16:01:59,263 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0040_m_000000_0' to tip task_20131031154230960_0040_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:01:59,266 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0040_m_000000
2013-10-31 16:01:59,268 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0040_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:01:59,268 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0040_m_000000_0 which needs 1 slots
2013-10-31 16:01:59,269 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0040_m_000000_0 which needs 1 slots
2013-10-31 16:01:59,305 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0040_m_1603661323
2013-10-31 16:01:59,306 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0040_m_1603661323 spawned.
2013-10-31 16:01:59,308 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0040/attempt_20131031154230960_0040_m_000000_0/taskjvm.sh
2013-10-31 16:01:59,368 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0040_m_000001_0' to tip task_20131031154230960_0040_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:01:59,437 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0040_m_000001
2013-10-31 16:01:59,440 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0040_m_000002_0' to tip task_20131031154230960_0040_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 16:01:59,441 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0040_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:01:59,442 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0040_m_000002
2013-10-31 16:01:59,442 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0040_m_000001_0 which needs 1 slots
2013-10-31 16:01:59,442 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0040_m_000001_0 which needs 1 slots
2013-10-31 16:01:59,444 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0040_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:01:59,445 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0040_m_000002_0 which needs 1 slots
2013-10-31 16:01:59,445 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0040_m_000002_0 which needs 1 slots
2013-10-31 16:01:59,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken dst=null perm=null
2013-10-31 16:01:59,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken dst=null perm=null
2013-10-31 16:01:59,453 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37761, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_2225321306417448798_1409, duration: 288467
2013-10-31 16:01:59,455 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33870, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2225321306417448798_1409, duration: 302792
2013-10-31 16:01:59,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml dst=null perm=null
2013-10-31 16:01:59,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml dst=null perm=null
2013-10-31 16:01:59,465 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39411, bytes: 28672, op: HDFS_READ, cliID: DFSClient_-31077164, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2199900635772008709_1406, duration: 394058
2013-10-31 16:01:59,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39412, bytes: 28672, op: HDFS_READ, cliID: DFSClient_-183288688, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2199900635772008709_1406, duration: 382697
2013-10-31 16:01:59,490 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:59,490 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:01:59,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar dst=null perm=null
2013-10-31 16:01:59,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar dst=null perm=null
2013-10-31 16:01:59,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37768, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-31077164, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1108033409935130820_1403, duration: 1241346
2013-10-31 16:01:59,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37767, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-183288688, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1108033409935130820_1403, duration: 1512792
2013-10-31 16:01:59,569 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0040_m_-660692426
2013-10-31 16:01:59,569 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0040_m_1622307077
2013-10-31 16:01:59,569 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0040_m_-660692426 spawned.
2013-10-31 16:01:59,571 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0040_m_1622307077 spawned.
2013-10-31 16:01:59,572 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0040/attempt_20131031154230960_0040_m_000001_0/taskjvm.sh
2013-10-31 16:01:59,572 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0040/attempt_20131031154230960_0040_m_000002_0/taskjvm.sh
2013-10-31 16:02:00,226 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0040_m_1603661323 given task: attempt_20131031154230960_0040_m_000000_0
2013-10-31 16:02:00,608 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0040_m_-660692426 given task: attempt_20131031154230960_0040_m_000002_0
2013-10-31 16:02:00,629 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0040_m_1622307077 given task: attempt_20131031154230960_0040_m_000001_0
2013-10-31 16:02:00,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split dst=null perm=null
2013-10-31 16:02:00,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33882, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4286797041308814941_1404, duration: 192845
2013-10-31 16:02:00,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:02:00,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39421, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 133786
2013-10-31 16:02:01,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split dst=null perm=null
2013-10-31 16:02:01,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59338, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4286797041308814941_1404, duration: 164494
2013-10-31 16:02:01,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split dst=null perm=null
2013-10-31 16:02:01,136 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59339, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4286797041308814941_1404, duration: 183310
2013-10-31 16:02:01,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:02:01,149 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59340, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000002_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 345243
2013-10-31 16:02:01,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:02:01,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33889, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 151902
2013-10-31 16:02:02,261 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0040_m_000003_0' to tip task_20131031154230960_0040_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:02:02,262 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0040_m_000003
2013-10-31 16:02:02,264 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0040_m_000003_0 task's state:UNASSIGNED
2013-10-31 16:02:02,264 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0040_m_000003_0 which needs 1 slots
2013-10-31 16:02:02,265 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0040_m_000003_0 which needs 1 slots
2013-10-31 16:02:02,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040/jobToken dst=null perm=null
2013-10-31 16:02:02,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33890, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2225321306417448798_1409, duration: 290198
2013-10-31 16:02:02,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.xml dst=null perm=null
2013-10-31 16:02:02,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59344, bytes: 28672, op: HDFS_READ, cliID: DFSClient_1009849553, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2199900635772008709_1406, duration: 376008
2013-10-31 16:02:02,322 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:02:02,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.jar dst=null perm=null
2013-10-31 16:02:02,353 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59345, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1009849553, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1108033409935130820_1403, duration: 1198488
2013-10-31 16:02:02,452 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0040_m_-1400665283
2013-10-31 16:02:02,453 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0040_m_-1400665283 spawned.
2013-10-31 16:02:02,454 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0040/attempt_20131031154230960_0040_m_000003_0/taskjvm.sh
2013-10-31 16:02:02,633 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_5931410917454243604_1093
2013-10-31 16:02:03,665 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 16:02:03,668 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0040_m_000000_0 is done.
2013-10-31 16:02:03,668 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0040_m_000000_0 was 54
2013-10-31 16:02:03,668 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:03,696 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0040_m_-1400665283 given task: attempt_20131031154230960_0040_m_000003_0
2013-10-31 16:02:04,032 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 16:02:04,034 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0040_m_000002_0 is done.
2013-10-31 16:02:04,034 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0040_m_000002_0 was 73
2013-10-31 16:02:04,034 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:04,058 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 16:02:04,059 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0040_m_000001_0 is done.
2013-10-31 16:02:04,059 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0040_m_000001_0 was 74
2013-10-31 16:02:04,061 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:04,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040/job.split dst=null perm=null
2013-10-31 16:02:04,217 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37788, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000003_0, offset: 1024, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-4286797041308814941_1404, duration: 135528
2013-10-31 16:02:04,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:02:04,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59349, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0040_m_000003_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-8022457244443825403_1002, duration: 379287
2013-10-31 16:02:04,269 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0040_m_000005_0
2013-10-31 16:02:04,269 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0040_m_000005_0
2013-10-31 16:02:04,269 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0040_m_000005_0 not found in cache
2013-10-31 16:02:05,274 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0040_m_000000_0' has completed task_20131031154230960_0040_m_000000 successfully.
2013-10-31 16:02:05,277 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031154230960_0040_r_000000_0' to tip task_20131031154230960_0040_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:02:05,279 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0040_r_000000_0 task's state:UNASSIGNED
2013-10-31 16:02:05,279 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0040_r_000000_0 which needs 1 slots
2013-10-31 16:02:05,279 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0040_r_000000_0 which needs 1 slots
2013-10-31 16:02:05,301 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0040_r_1977574824
2013-10-31 16:02:05,302 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0040_r_1977574824 spawned.
2013-10-31 16:02:05,304 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0040/attempt_20131031154230960_0040_r_000000_0/taskjvm.sh
2013-10-31 16:02:05,446 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0040_m_000001_0' has completed task_20131031154230960_0040_m_000001 successfully.
2013-10-31 16:02:05,448 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0040_m_000002_0' has completed task_20131031154230960_0040_m_000002 successfully.
2013-10-31 16:02:06,179 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0040_r_1977574824 given task: attempt_20131031154230960_0040_r_000000_0
2013-10-31 16:02:07,146 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 16:02:07,150 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0040_m_000003_0 is done.
2013-10-31 16:02:07,151 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0040_m_000003_0 was 53
2013-10-31 16:02:07,151 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:08,271 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0040_m_000003_0' has completed task_20131031154230960_0040_m_000003 successfully.
2013-10-31 16:02:11,879 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37893, dest: 10.5.128.102:48454, bytes: 54, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0040_m_000000_0, duration: 9521414
2013-10-31 16:02:11,906 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42860, dest: 10.5.128.102:46839, bytes: 74, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0040_m_000001_0, duration: 11875811
2013-10-31 16:02:11,926 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:41221, dest: 10.5.128.102:41168, bytes: 73, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0040_m_000002_0, duration: 16025305
2013-10-31 16:02:11,943 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:44015, dest: 10.5.128.102:51619, bytes: 53, op: MAPRED_SHUFFLE, cliID: attempt_20131031154230960_0040_m_000003_0, duration: 11707070
2013-10-31 16:02:12,690 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 16:02:12,746 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 16:02:12,800 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 16:02:13,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:13,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:13,055 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0/part-00000. blk_7616831590547402413_1410
2013-10-31 16:02:13,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7616831590547402413_1410 src: /127.0.0.1:39442 dest: /127.0.0.1:42031
2013-10-31 16:02:13,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7616831590547402413_1410 src: /127.0.0.1:33905 dest: /127.0.0.1:51383
2013-10-31 16:02:13,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7616831590547402413_1410 src: /127.0.0.1:59358 dest: /127.0.0.1:40932
2013-10-31 16:02:13,108 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59358, dest: /127.0.0.1:40932, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0040_r_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7616831590547402413_1410, duration: 1580488
2013-10-31 16:02:13,108 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7616831590547402413_1410 terminating
2013-10-31 16:02:13,108 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7616831590547402413_1410 size 131
2013-10-31 16:02:13,109 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33905, dest: /127.0.0.1:51383, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0040_r_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7616831590547402413_1410, duration: 1588677
2013-10-31 16:02:13,109 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7616831590547402413_1410 terminating
2013-10-31 16:02:13,114 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7616831590547402413_1410 size 131
2013-10-31 16:02:13,114 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39442, dest: /127.0.0.1:42031, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0040_r_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7616831590547402413_1410, duration: 7338581
2013-10-31 16:02:13,115 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7616831590547402413_1410 terminating
2013-10-31 16:02:13,117 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7616831590547402413_1410 size 131
2013-10-31 16:02:13,117 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0040_r_000000_0
2013-10-31 16:02:13,118 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0040_r_000000_0
2013-10-31 16:02:13,166 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0040_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:02:13,167 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_r_000000_0 0.33333334% reduce > copy (4 of 4 at 0.00 MB/s)
2013-10-31 16:02:14,290 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 4 OK for attempt_20131031154230960_0040_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:40108
2013-10-31 16:02:14,291 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0040_r_000000_0
2013-10-31 16:02:15,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0 dst=null perm=null
2013-10-31 16:02:15,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:15,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0/part-00000 dst=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:15,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary/_attempt_20131031154230960_0040_r_000000_0 dst=null perm=null
2013-10-31 16:02:15,742 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_r_000000_0 1.0% reduce > reduce
2013-10-31 16:02:15,744 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_r_000000_0 1.0% reduce > reduce
2013-10-31 16:02:15,745 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0040_r_000000_0 is done.
2013-10-31 16:02:15,746 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0040_r_000000_0 was -1
2013-10-31 16:02:15,746 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:17,295 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0040_r_000000_0' has completed task_20131031154230960_0040_r_000000 successfully.
2013-10-31 16:02:17,298 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0040_m_000004_0' to tip task_20131031154230960_0040_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:02:17,300 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0040_m_000004_0 task's state:UNASSIGNED
2013-10-31 16:02:17,300 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0040_m_000004_0 which needs 1 slots
2013-10-31 16:02:17,301 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0040_m_000004_0 which needs 1 slots
2013-10-31 16:02:17,332 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0040/attempt_20131031154230960_0040_m_000004_0. Attempting to reuse: jvm_20131031154230960_0040_m_1603661323
2013-10-31 16:02:17,729 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0040_m_1603661323 given task: attempt_20131031154230960_0040_m_000004_0
2013-10-31 16:02:17,864 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_m_000004_0 0.0%
2013-10-31 16:02:17,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_temporary dst=null perm=null
2013-10-31 16:02:17,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:17,881 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_SUCCESS from client DFSClient_attempt_20131031154230960_0040_m_000004_0
2013-10-31 16:02:17,881 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0040_m_000004_0
2013-10-31 16:02:17,885 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1108033409935130820 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1108033409935130820 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1108033409935130820 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1108033409935130820 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4286797041308814941 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4286797041308814941 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4286797041308814941 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4286797041308814941 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6835237530494056880 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6835237530494056880 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:17,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6835237530494056880 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:17,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2199900635772008709 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:17,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2199900635772008709 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:17,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2199900635772008709 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:17,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0040 dst=null perm=null
2013-10-31 16:02:20,720 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_-1108033409935130820_1403 blk_-2199900635772008709_1406 blk_-4286797041308814941_1404
2013-10-31 16:02:20,720 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_6835237530494056880_1405 blk_-1108033409935130820_1403 blk_-4286797041308814941_1404
2013-10-31 16:02:20,816 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0040_m_000004_0 0.0% cleanup
2013-10-31 16:02:20,818 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0040_m_000004_0 is done.
2013-10-31 16:02:20,818 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0040_m_000004_0 was -1
2013-10-31 16:02:20,818 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:20,827 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4286797041308814941_1404 file build/test/data/dfs/data/data2/current/blk_-4286797041308814941 for deletion
2013-10-31 16:02:20,827 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2199900635772008709_1406 file build/test/data/dfs/data/data1/current/blk_-2199900635772008709 for deletion
2013-10-31 16:02:20,827 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4286797041308814941_1404 at file build/test/data/dfs/data/data2/current/blk_-4286797041308814941
2013-10-31 16:02:20,827 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1108033409935130820_1403 file build/test/data/dfs/data/data1/current/blk_-1108033409935130820 for deletion
2013-10-31 16:02:20,828 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2199900635772008709_1406 at file build/test/data/dfs/data/data1/current/blk_-2199900635772008709
2013-10-31 16:02:20,828 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1108033409935130820_1403 at file build/test/data/dfs/data/data1/current/blk_-1108033409935130820
2013-10-31 16:02:21,342 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4286797041308814941_1404 file build/test/data/dfs/data/data3/current/blk_-4286797041308814941 for deletion
2013-10-31 16:02:21,342 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1108033409935130820_1403 file build/test/data/dfs/data/data4/current/blk_-1108033409935130820 for deletion
2013-10-31 16:02:21,342 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4286797041308814941_1404 at file build/test/data/dfs/data/data3/current/blk_-4286797041308814941
2013-10-31 16:02:21,343 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6835237530494056880_1405 file build/test/data/dfs/data/data4/current/blk_6835237530494056880 for deletion
2013-10-31 16:02:21,343 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1108033409935130820_1403 at file build/test/data/dfs/data/data4/current/blk_-1108033409935130820
2013-10-31 16:02:21,343 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6835237530494056880_1405 at file build/test/data/dfs/data/data4/current/blk_6835237530494056880
2013-10-31 16:02:22,301 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0040_r_000000_0
2013-10-31 16:02:22,301 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0040_r_000000_0
2013-10-31 16:02:23,308 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0040_m_000004_0' has completed task_20131031154230960_0040_m_000004 successfully.
2013-10-31 16:02:23,309 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0040 has completed successfully.
2013-10-31 16:02:23,310 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0040,submitTime=1383235311252,launchTime=1383235311367,firstMapTaskLaunchTime=1383235319263,firstReduceTaskLaunchTime=1383235325276,firstJobSetupTaskLaunchTime=1383235313240,firstJobCleanupTaskLaunchTime=1383235337297,finishTime=1383235343309,numMaps=4,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[CB65396C569144CA90A1880BA118A4D3/43A0FFCED4D44FD3AFE869AACE48E11C] left+right/(1/3)
2013-10-31 16:02:23,315 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_1383235311252_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F43A0FFCED4D44FD3. blk_1818171451344115373_1411
2013-10-31 16:02:23,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1818171451344115373_1411 src: /127.0.0.1:59361 dest: /127.0.0.1:40932
2013-10-31 16:02:23,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1818171451344115373_1411 src: /127.0.0.1:37802 dest: /127.0.0.1:37515
2013-10-31 16:02:23,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1818171451344115373_1411 src: /127.0.0.1:39449 dest: /127.0.0.1:42031
2013-10-31 16:02:23,335 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39449, dest: /127.0.0.1:42031, bytes: 28280, op: HDFS_WRITE, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1818171451344115373_1411, duration: 3981266
2013-10-31 16:02:23,335 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1818171451344115373_1411 terminating
2013-10-31 16:02:23,335 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37802, dest: /127.0.0.1:37515, bytes: 28280, op: HDFS_WRITE, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1818171451344115373_1411, duration: 3580913
2013-10-31 16:02:23,336 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1818171451344115373_1411 terminating
2013-10-31 16:02:23,336 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59361, dest: /127.0.0.1:40932, bytes: 28280, op: HDFS_WRITE, cliID: DFSClient_-1535951635, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1818171451344115373_1411, duration: 5814270
2013-10-31 16:02:23,341 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1818171451344115373_1411 terminating
2013-10-31 16:02:23,341 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1818171451344115373_1411 size 28280
2013-10-31 16:02:23,344 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_1383235311252_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F43A0FFCED4D44FD3 from client DFSClient_-1535951635
2013-10-31 16:02:23,344 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/_logs/history/job_20131031154230960_0040_1383235311252_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F43A0FFCED4D44FD3 is closed by DFSClient_-1535951635
2013-10-31 16:02:23,345 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1818171451344115373_1411 size 28280
2013-10-31 16:02:23,345 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1818171451344115373_1411 size 28280
2013-10-31 16:02:23,352 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0040_1383235311252_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F43A0FFCED4D44FD3 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:02:23,353 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0040_m_000000_0'
2013-10-31 16:02:23,353 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0040_m_000004_0'
2013-10-31 16:02:23,354 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0040_m_000005_0'
2013-10-31 16:02:23,355 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2225321306417448798 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:23,355 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0040_r_000000_0'
2013-10-31 16:02:23,355 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2225321306417448798 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:23,356 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2225321306417448798 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:23,359 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0040_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:02:23,359 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (2/3) ...dpipesplatform/splitcomp2
2013-10-31 16:02:23,359 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] starting step: (3/3) ...dpipesplatform/splitcomp1
2013-10-31 16:02:23,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0040 dst=null perm=null
2013-10-31 16:02:23,366 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:02:23,366 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 16:02:23,366 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:02:23,367 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 16:02:23,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:23,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:23,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:02:23,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:02:23,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:23,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:23,413 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar. blk_3002149818165742106_1413
2013-10-31 16:02:23,415 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar. blk_5237435270215481053_1413
2013-10-31 16:02:23,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3002149818165742106_1413 src: /127.0.0.1:33913 dest: /127.0.0.1:51383
2013-10-31 16:02:23,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3002149818165742106_1413 src: /127.0.0.1:37807 dest: /127.0.0.1:37515
2013-10-31 16:02:23,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5237435270215481053_1413 src: /127.0.0.1:39452 dest: /127.0.0.1:42031
2013-10-31 16:02:23,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3002149818165742106_1413 src: /127.0.0.1:39454 dest: /127.0.0.1:42031
2013-10-31 16:02:23,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5237435270215481053_1413 src: /127.0.0.1:37809 dest: /127.0.0.1:37515
2013-10-31 16:02:23,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5237435270215481053_1413 src: /127.0.0.1:59370 dest: /127.0.0.1:40932
2013-10-31 16:02:23,439 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39454, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3002149818165742106_1413, duration: 12101483
2013-10-31 16:02:23,440 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3002149818165742106_1413 terminating
2013-10-31 16:02:23,440 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37807, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3002149818165742106_1413, duration: 13112359
2013-10-31 16:02:23,442 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3002149818165742106_1413 terminating
2013-10-31 16:02:23,442 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33913, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3002149818165742106_1413, duration: 14755689
2013-10-31 16:02:23,443 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3002149818165742106_1413 terminating
2013-10-31 16:02:23,444 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3002149818165742106_1413 size 238055
2013-10-31 16:02:23,445 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar from client DFSClient_1020568644
2013-10-31 16:02:23,445 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59370, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_5237435270215481053_1413, duration: 6968399
2013-10-31 16:02:23,445 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar is closed by DFSClient_1020568644
2013-10-31 16:02:23,446 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5237435270215481053_1413 terminating
2013-10-31 16:02:23,446 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3002149818165742106_1413 size 238055
2013-10-31 16:02:23,446 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37809, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5237435270215481053_1413, duration: 7742062
2013-10-31 16:02:23,447 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_5237435270215481053_1413 size 238055
2013-10-31 16:02:23,448 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5237435270215481053_1413 terminating
2013-10-31 16:02:23,448 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39452, dest: /127.0.0.1:42031, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_5237435270215481053_1413, duration: 11135294
2013-10-31 16:02:23,448 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3002149818165742106_1413 size 238055
2013-10-31 16:02:23,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5237435270215481053_1413 terminating
2013-10-31 16:02:23,451 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_5237435270215481053_1413 size 238055
2013-10-31 16:02:23,452 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar from client DFSClient_1020568644
2013-10-31 16:02:23,452 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar is closed by DFSClient_1020568644
2013-10-31 16:02:23,452 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_5237435270215481053_1413 size 238055
2013-10-31 16:02:23,458 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar. New replication is 10
2013-10-31 16:02:23,466 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0040_m_000001_0'
2013-10-31 16:02:23,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar dst=null perm=null
2013-10-31 16:02:23,467 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar. New replication is 10
2013-10-31 16:02:23,468 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0040_m_000002_0'
2013-10-31 16:02:23,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar dst=null perm=null
2013-10-31 16:02:23,721 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:37515 to replicate blk_3002149818165742106_1413 to datanode(s) 127.0.0.1:40932
2013-10-31 16:02:23,721 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:40932 to replicate blk_5237435270215481053_1413 to datanode(s) 127.0.0.1:51383
2013-10-31 16:02:23,722 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_6835237530494056880_1405 blk_-1108033409935130820_1403 blk_-2199900635772008709_1406 blk_-4286797041308814941_1404
2013-10-31 16:02:23,722 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_2225321306417448798_1409 blk_6835237530494056880_1405 blk_-1108033409935130820_1403 blk_-2199900635772008709_1406 blk_-4286797041308814941_1404
2013-10-31 16:02:24,342 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194) Starting thread to transfer block blk_3002149818165742106_1413 to 127.0.0.1:40932
2013-10-31 16:02:24,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3002149818165742106_1413 src: /127.0.0.1:59371 dest: /127.0.0.1:40932
2013-10-31 16:02:24,345 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:37515, storageID=DS-1339410631-10.5.128.102-37515-1383234149886, infoPort=50667, ipcPort=54194):Transmitted block blk_3002149818165742106_1413 to /127.0.0.1:40932
2013-10-31 16:02:24,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_3002149818165742106_1413 src: /127.0.0.1:59371 dest: /127.0.0.1:40932 of size 238055
2013-10-31 16:02:24,353 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3002149818165742106_1413 size 238055
2013-10-31 16:02:24,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4286797041308814941_1404 file build/test/data/dfs/data/data6/current/blk_-4286797041308814941 for deletion
2013-10-31 16:02:24,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2199900635772008709_1406 file build/test/data/dfs/data/data6/current/blk_-2199900635772008709 for deletion
2013-10-31 16:02:24,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4286797041308814941_1404 at file build/test/data/dfs/data/data6/current/blk_-4286797041308814941
2013-10-31 16:02:24,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1108033409935130820_1403 file build/test/data/dfs/data/data5/current/blk_-1108033409935130820 for deletion
2013-10-31 16:02:24,815 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2199900635772008709_1406 at file build/test/data/dfs/data/data6/current/blk_-2199900635772008709
2013-10-31 16:02:24,815 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6835237530494056880_1405 file build/test/data/dfs/data/data5/current/blk_6835237530494056880 for deletion
2013-10-31 16:02:24,815 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1108033409935130820_1403 at file build/test/data/dfs/data/data5/current/blk_-1108033409935130820
2013-10-31 16:02:24,815 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6835237530494056880_1405 at file build/test/data/dfs/data/data5/current/blk_6835237530494056880
2013-10-31 16:02:24,924 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 16:02:24,938 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:02:24,947 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:02:24,952 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:02:24,958 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:02:24,963 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:02:24,968 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_13531_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 16:02:24,968 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 16:02:25,372 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113) Starting thread to transfer block blk_5237435270215481053_1413 to 127.0.0.1:51383
2013-10-31 16:02:25,372 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4286797041308814941_1404 file build/test/data/dfs/data/data8/current/blk_-4286797041308814941 for deletion
2013-10-31 16:02:25,373 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2199900635772008709_1406 file build/test/data/dfs/data/data8/current/blk_-2199900635772008709 for deletion
2013-10-31 16:02:25,373 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4286797041308814941_1404 at file build/test/data/dfs/data/data8/current/blk_-4286797041308814941
2013-10-31 16:02:25,373 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1108033409935130820_1403 file build/test/data/dfs/data/data8/current/blk_-1108033409935130820 for deletion
2013-10-31 16:02:25,373 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2199900635772008709_1406 at file build/test/data/dfs/data/data8/current/blk_-2199900635772008709
2013-10-31 16:02:25,374 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2225321306417448798_1409 file build/test/data/dfs/data/data7/current/blk_2225321306417448798 for deletion
2013-10-31 16:02:25,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5237435270215481053_1413 src: /127.0.0.1:33920 dest: /127.0.0.1:51383
2013-10-31 16:02:25,374 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2225321306417448798_1409 at file build/test/data/dfs/data/data7/current/blk_2225321306417448798
2013-10-31 16:02:25,374 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6835237530494056880_1405 file build/test/data/dfs/data/data7/current/blk_6835237530494056880 for deletion
2013-10-31 16:02:25,374 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1108033409935130820_1403 at file build/test/data/dfs/data/data8/current/blk_-1108033409935130820
2013-10-31 16:02:25,375 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6835237530494056880_1405 at file build/test/data/dfs/data/data7/current/blk_6835237530494056880
2013-10-31 16:02:25,374 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:40932, storageID=DS-718430942-10.5.128.102-40932-1383234150805, infoPort=44629, ipcPort=47113):Transmitted block blk_5237435270215481053_1413 to /127.0.0.1:51383
2013-10-31 16:02:25,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5237435270215481053_1413 src: /127.0.0.1:33920 dest: /127.0.0.1:51383 of size 238055
2013-10-31 16:02:25,380 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_5237435270215481053_1413 size 238055
2013-10-31 16:02:26,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,139 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:02:26,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,143 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:02:26,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639 dst=null perm=null
2013-10-31 16:02:26,147 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:02:26,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/part-00000 dst=null perm=null
2013-10-31 16:02:26,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639 dst=null perm=null
2013-10-31 16:02:26,149 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:02:26,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/part-00000 dst=null perm=null
2013-10-31 16:02:26,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,162 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split. New replication is 10
2013-10-31 16:02:26,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,167 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split. New replication is 10
2013-10-31 16:02:26,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split dst=null perm=null
2013-10-31 16:02:26,172 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split. blk_1631630592979925630_1415
2013-10-31 16:02:26,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1631630592979925630_1415 src: /127.0.0.1:59374 dest: /127.0.0.1:40932
2013-10-31 16:02:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split dst=null perm=null
2013-10-31 16:02:26,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1631630592979925630_1415 src: /127.0.0.1:39461 dest: /127.0.0.1:42031
2013-10-31 16:02:26,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1631630592979925630_1415 src: /127.0.0.1:37816 dest: /127.0.0.1:37515
2013-10-31 16:02:26,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1631630592979925630_1415 src: /127.0.0.1:33925 dest: /127.0.0.1:51383
2013-10-31 16:02:26,182 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33925, dest: /127.0.0.1:51383, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1631630592979925630_1415, duration: 70749
2013-10-31 16:02:26,183 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1631630592979925630_1415 terminating
2013-10-31 16:02:26,183 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37816, dest: /127.0.0.1:37515, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_1631630592979925630_1415, duration: 955968
2013-10-31 16:02:26,184 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1631630592979925630_1415 terminating
2013-10-31 16:02:26,184 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39461, dest: /127.0.0.1:42031, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_1631630592979925630_1415, duration: 1799144
2013-10-31 16:02:26,185 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1631630592979925630_1415 terminating
2013-10-31 16:02:26,185 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_1631630592979925630_1415 size 352
2013-10-31 16:02:26,185 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59374, dest: /127.0.0.1:40932, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_1631630592979925630_1415, duration: 2755246
2013-10-31 16:02:26,186 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_1631630592979925630_1415 terminating
2013-10-31 16:02:26,186 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_1631630592979925630_1415 size 352
2013-10-31 16:02:26,188 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_1631630592979925630_1415 size 352
2013-10-31 16:02:26,189 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split from client DFSClient_1020568644
2013-10-31 16:02:26,189 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split is closed by DFSClient_1020568644
2013-10-31 16:02:26,190 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_1631630592979925630_1415 size 352
2013-10-31 16:02:26,190 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split. blk_3106887529245617405_1415
2013-10-31 16:02:26,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3106887529245617405_1415 src: /127.0.0.1:39464 dest: /127.0.0.1:42031
2013-10-31 16:02:26,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3106887529245617405_1415 src: /127.0.0.1:37819 dest: /127.0.0.1:37515
2013-10-31 16:02:26,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3106887529245617405_1415 src: /127.0.0.1:59380 dest: /127.0.0.1:40932
2013-10-31 16:02:26,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3106887529245617405_1415 src: /127.0.0.1:33929 dest: /127.0.0.1:51383
2013-10-31 16:02:26,200 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33929, dest: /127.0.0.1:51383, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3106887529245617405_1415, duration: 67562
2013-10-31 16:02:26,201 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3106887529245617405_1415 terminating
2013-10-31 16:02:26,201 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59380, dest: /127.0.0.1:40932, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_3106887529245617405_1415, duration: 963159
2013-10-31 16:02:26,202 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3106887529245617405_1415 terminating
2013-10-31 16:02:26,202 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37819, dest: /127.0.0.1:37515, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3106887529245617405_1415, duration: 1857394
2013-10-31 16:02:26,203 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3106887529245617405_1415 terminating
2013-10-31 16:02:26,203 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39464, dest: /127.0.0.1:42031, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3106887529245617405_1415, duration: 2963400
2013-10-31 16:02:26,204 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3106887529245617405_1415 terminating
2013-10-31 16:02:26,204 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3106887529245617405_1415 size 352
2013-10-31 16:02:26,208 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3106887529245617405_1415 size 352
2013-10-31 16:02:26,209 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split from client DFSClient_1020568644
2013-10-31 16:02:26,209 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split is closed by DFSClient_1020568644
2013-10-31 16:02:26,210 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_3106887529245617405_1415 size 352
2013-10-31 16:02:26,211 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3106887529245617405_1415 size 352
2013-10-31 16:02:26,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,229 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.splitmetainfo. blk_-5845273633044160832_1417
2013-10-31 16:02:26,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5845273633044160832_1417 src: /127.0.0.1:37822 dest: /127.0.0.1:37515
2013-10-31 16:02:26,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5845273633044160832_1417 src: /127.0.0.1:39469 dest: /127.0.0.1:42031
2013-10-31 16:02:26,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5845273633044160832_1417 src: /127.0.0.1:33932 dest: /127.0.0.1:51383
2013-10-31 16:02:26,236 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33932, dest: /127.0.0.1:51383, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-5845273633044160832_1417, duration: 86311
2013-10-31 16:02:26,237 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5845273633044160832_1417 terminating
2013-10-31 16:02:26,237 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39469, dest: /127.0.0.1:42031, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5845273633044160832_1417, duration: 941432
2013-10-31 16:02:26,238 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5845273633044160832_1417 terminating
2013-10-31 16:02:26,238 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37822, dest: /127.0.0.1:37515, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5845273633044160832_1417, duration: 1799944
2013-10-31 16:02:26,239 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5845273633044160832_1417 terminating
2013-10-31 16:02:26,244 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5845273633044160832_1417 size 44
2013-10-31 16:02:26,244 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:02:26,245 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:02:26,245 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-5845273633044160832_1417 size 44
2013-10-31 16:02:26,245 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.splitmetainfo. blk_-2198889532562853257_1417
2013-10-31 16:02:26,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5845273633044160832_1417 size 44
2013-10-31 16:02:26,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2198889532562853257_1417 src: /127.0.0.1:39471 dest: /127.0.0.1:42031
2013-10-31 16:02:26,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2198889532562853257_1417 src: /127.0.0.1:33934 dest: /127.0.0.1:51383
2013-10-31 16:02:26,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2198889532562853257_1417 src: /127.0.0.1:37827 dest: /127.0.0.1:37515
2013-10-31 16:02:26,253 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37827, dest: /127.0.0.1:37515, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2198889532562853257_1417, duration: 63954
2013-10-31 16:02:26,254 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2198889532562853257_1417 terminating
2013-10-31 16:02:26,254 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33934, dest: /127.0.0.1:51383, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2198889532562853257_1417, duration: 830046
2013-10-31 16:02:26,255 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-2198889532562853257_1417 size 44
2013-10-31 16:02:26,255 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2198889532562853257_1417 terminating
2013-10-31 16:02:26,255 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2198889532562853257_1417 size 44
2013-10-31 16:02:26,255 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39471, dest: /127.0.0.1:42031, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2198889532562853257_1417, duration: 1924090
2013-10-31 16:02:26,256 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2198889532562853257_1417 size 44
2013-10-31 16:02:26,256 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2198889532562853257_1417 terminating
2013-10-31 16:02:26,259 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:02:26,260 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:02:26,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,280 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.xml. blk_-5546960987230983649_1419
2013-10-31 16:02:26,286 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.xml. blk_-3938187363390982507_1419
2013-10-31 16:02:26,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5546960987230983649_1419 src: /127.0.0.1:39474 dest: /127.0.0.1:42031
2013-10-31 16:02:26,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5546960987230983649_1419 src: /127.0.0.1:37829 dest: /127.0.0.1:37515
2013-10-31 16:02:26,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5546960987230983649_1419 src: /127.0.0.1:59390 dest: /127.0.0.1:40932
2013-10-31 16:02:26,292 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59390, dest: /127.0.0.1:40932, bytes: 28106, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5546960987230983649_1419, duration: 66436
2013-10-31 16:02:26,293 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5546960987230983649_1419 terminating
2013-10-31 16:02:26,293 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-5546960987230983649_1419 size 28106
2013-10-31 16:02:26,293 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37829, dest: /127.0.0.1:37515, bytes: 28106, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5546960987230983649_1419, duration: 787882
2013-10-31 16:02:26,293 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0040_m_000003_0'
2013-10-31 16:02:26,294 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5546960987230983649_1419 terminating
2013-10-31 16:02:26,294 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-5546960987230983649_1419 size 28106
2013-10-31 16:02:26,294 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39474, dest: /127.0.0.1:42031, bytes: 28106, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5546960987230983649_1419, duration: 1727510
2013-10-31 16:02:26,295 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5546960987230983649_1419 terminating
2013-10-31 16:02:26,297 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.xml from client DFSClient_1020568644
2013-10-31 16:02:26,297 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.xml is closed by DFSClient_1020568644
2013-10-31 16:02:26,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3938187363390982507_1419 src: /127.0.0.1:59391 dest: /127.0.0.1:40932
2013-10-31 16:02:26,299 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-5546960987230983649_1419 size 28106
2013-10-31 16:02:26,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3938187363390982507_1419 src: /127.0.0.1:39478 dest: /127.0.0.1:42031
2013-10-31 16:02:26,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3938187363390982507_1419 src: /127.0.0.1:37833 dest: /127.0.0.1:37515
2013-10-31 16:02:26,304 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37833, dest: /127.0.0.1:37515, bytes: 28102, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3938187363390982507_1419, duration: 65634
2013-10-31 16:02:26,305 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3938187363390982507_1419 terminating
2013-10-31 16:02:26,305 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39478, dest: /127.0.0.1:42031, bytes: 28102, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3938187363390982507_1419, duration: 845989
2013-10-31 16:02:26,306 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3938187363390982507_1419 terminating
2013-10-31 16:02:26,306 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59391, dest: /127.0.0.1:40932, bytes: 28102, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3938187363390982507_1419, duration: 1740443
2013-10-31 16:02:26,307 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3938187363390982507_1419 terminating
2013-10-31 16:02:26,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3938187363390982507_1419 size 28102
2013-10-31 16:02:26,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3938187363390982507_1419 size 28102
2013-10-31 16:02:26,309 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.xml from client DFSClient_1020568644
2013-10-31 16:02:26,310 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.xml is closed by DFSClient_1020568644
2013-10-31 16:02:26,310 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3938187363390982507_1419 size 28102
2013-10-31 16:02:26,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.xml dst=null perm=null
2013-10-31 16:02:26,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59395, bytes: 28326, op: HDFS_READ, cliID: DFSClient_1502592122, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-5546960987230983649_1419, duration: 395772
2013-10-31 16:02:26,353 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0041: nMaps=1 nReduces=0 max=-1
2013-10-31 16:02:26,354 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0041 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:02:26,354 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0041
2013-10-31 16:02:26,354 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0041 RESULT=SUCCESS
2013-10-31 16:02:26,354 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0041
2013-10-31 16:02:26,355 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0041
2013-10-31 16:02:26,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_1383235346309_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F990E33FDA4044A09 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.xml dst=null perm=null
2013-10-31 16:02:26,517 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39483, bytes: 28322, op: HDFS_READ, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3938187363390982507_1419, duration: 398282
2013-10-31 16:02:26,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,533 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_conf.xml. blk_7299897392621448019_1421
2013-10-31 16:02:26,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7299897392621448019_1421 src: /127.0.0.1:37838 dest: /127.0.0.1:37515
2013-10-31 16:02:26,536 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0042: nMaps=1 nReduces=0 max=-1
2013-10-31 16:02:26,536 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0042 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:02:26,536 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0042
2013-10-31 16:02:26,536 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0042 RESULT=SUCCESS
2013-10-31 16:02:26,537 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0042
2013-10-31 16:02:26,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7299897392621448019_1421 src: /127.0.0.1:39485 dest: /127.0.0.1:42031
2013-10-31 16:02:26,538 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [left+right] submitted hadoop job: job_20131031154230960_0042
2013-10-31 16:02:26,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7299897392621448019_1421 src: /127.0.0.1:33948 dest: /127.0.0.1:51383
2013-10-31 16:02:26,544 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33948, dest: /127.0.0.1:51383, bytes: 28171, op: HDFS_WRITE, cliID: DFSClient_1502592122, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7299897392621448019_1421, duration: 669224
2013-10-31 16:02:26,544 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7299897392621448019_1421 terminating
2013-10-31 16:02:26,545 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39485, dest: /127.0.0.1:42031, bytes: 28171, op: HDFS_WRITE, cliID: DFSClient_1502592122, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7299897392621448019_1421, duration: 1530937
2013-10-31 16:02:26,546 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7299897392621448019_1421 size 28171
2013-10-31 16:02:26,546 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7299897392621448019_1421 terminating
2013-10-31 16:02:26,546 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37838, dest: /127.0.0.1:37515, bytes: 28171, op: HDFS_WRITE, cliID: DFSClient_1502592122, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7299897392621448019_1421, duration: 2611486
2013-10-31 16:02:26,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_1383235346502_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2FDA5B84C3E39441ED dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,547 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7299897392621448019_1421 terminating
2013-10-31 16:02:26,547 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7299897392621448019_1421 size 28171
2013-10-31 16:02:26,549 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_conf.xml from client DFSClient_1502592122
2013-10-31 16:02:26,549 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_conf.xml is closed by DFSClient_1502592122
2013-10-31 16:02:26,549 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7299897392621448019_1421 size 28171
2013-10-31 16:02:26,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0041/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,561 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0041/jobToken. blk_-4010640192114265017_1423
2013-10-31 16:02:26,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4010640192114265017_1423 src: /127.0.0.1:59401 dest: /127.0.0.1:40932
2013-10-31 16:02:26,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4010640192114265017_1423 src: /127.0.0.1:33950 dest: /127.0.0.1:51383
2013-10-31 16:02:26,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4010640192114265017_1423 src: /127.0.0.1:39489 dest: /127.0.0.1:42031
2013-10-31 16:02:26,569 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39489, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4010640192114265017_1423, duration: 66089
2013-10-31 16:02:26,569 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4010640192114265017_1423 terminating
2013-10-31 16:02:26,569 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33950, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-4010640192114265017_1423, duration: 879563
2013-10-31 16:02:26,570 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4010640192114265017_1423 terminating
2013-10-31 16:02:26,570 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59401, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-4010640192114265017_1423, duration: 1690160
2013-10-31 16:02:26,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4010640192114265017_1423 terminating
2013-10-31 16:02:26,574 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-4010640192114265017_1423 size 116
2013-10-31 16:02:26,574 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0041/jobToken from client DFSClient_1020568644
2013-10-31 16:02:26,575 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0041/jobToken is closed by DFSClient_1020568644
2013-10-31 16:02:26,575 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_conf.xml. blk_2586780608423993841_1424
2013-10-31 16:02:26,575 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-4010640192114265017_1423 size 116
2013-10-31 16:02:26,576 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-4010640192114265017_1423 size 116
2013-10-31 16:02:26,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2586780608423993841_1424 src: /127.0.0.1:39490 dest: /127.0.0.1:42031
2013-10-31 16:02:26,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2586780608423993841_1424 src: /127.0.0.1:33953 dest: /127.0.0.1:51383
2013-10-31 16:02:26,579 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0041/jobToken
2013-10-31 16:02:26,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2586780608423993841_1424 src: /127.0.0.1:59406 dest: /127.0.0.1:40932
2013-10-31 16:02:26,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.splitmetainfo dst=null perm=null
2013-10-31 16:02:26,585 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59406, dest: /127.0.0.1:40932, bytes: 28167, op: HDFS_WRITE, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2586780608423993841_1424, duration: 83374
2013-10-31 16:02:26,586 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37847, bytes: 48, op: HDFS_READ, cliID: DFSClient_1502592122, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-5845273633044160832_1417, duration: 273517
2013-10-31 16:02:26,586 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2586780608423993841_1424 terminating
2013-10-31 16:02:26,586 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33953, dest: /127.0.0.1:51383, bytes: 28167, op: HDFS_WRITE, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2586780608423993841_1424, duration: 864142
2013-10-31 16:02:26,587 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2586780608423993841_1424 size 28167
2013-10-31 16:02:26,587 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2586780608423993841_1424 terminating
2013-10-31 16:02:26,586 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0041 = 131. Number of splits = 1
2013-10-31 16:02:26,588 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39490, dest: /127.0.0.1:42031, bytes: 28167, op: HDFS_WRITE, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2586780608423993841_1424, duration: 2525587
2013-10-31 16:02:26,588 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0041_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:26,588 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2586780608423993841_1424 terminating
2013-10-31 16:02:26,590 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0041_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:26,590 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0041_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:26,591 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0041 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:02:26,590 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2586780608423993841_1424 size 28167
2013-10-31 16:02:26,591 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0041 initialized successfully with 1 map tasks and 0 reduce tasks.
2013-10-31 16:02:26,592 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_conf.xml from client DFSClient_-1830787891
2013-10-31 16:02:26,592 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_conf.xml is closed by DFSClient_-1830787891
2013-10-31 16:02:26,593 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2586780608423993841_1424 size 28167
2013-10-31 16:02:26,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0042/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:26,606 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0042/jobToken. blk_422955862607929379_1425
2013-10-31 16:02:26,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_422955862607929379_1425 src: /127.0.0.1:33956 dest: /127.0.0.1:51383
2013-10-31 16:02:26,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_422955862607929379_1425 src: /127.0.0.1:59409 dest: /127.0.0.1:40932
2013-10-31 16:02:26,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_422955862607929379_1425 src: /127.0.0.1:39496 dest: /127.0.0.1:42031
2013-10-31 16:02:26,614 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39496, dest: /127.0.0.1:42031, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_422955862607929379_1425, duration: 67971
2013-10-31 16:02:26,614 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_422955862607929379_1425 terminating
2013-10-31 16:02:26,615 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59409, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_422955862607929379_1425, duration: 895612
2013-10-31 16:02:26,615 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_422955862607929379_1425 terminating
2013-10-31 16:02:26,616 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33956, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_422955862607929379_1425, duration: 1851141
2013-10-31 16:02:26,616 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_422955862607929379_1425 terminating
2013-10-31 16:02:26,617 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_422955862607929379_1425 size 116
2013-10-31 16:02:26,618 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_422955862607929379_1425 size 116
2013-10-31 16:02:26,618 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_422955862607929379_1425 size 116
2013-10-31 16:02:26,619 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0042/jobToken from client DFSClient_1020568644
2013-10-31 16:02:26,619 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0042/jobToken is closed by DFSClient_1020568644
2013-10-31 16:02:26,723 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_2225321306417448798_1409
2013-10-31 16:02:26,723 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_2225321306417448798_1409
2013-10-31 16:02:26,788 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0042/jobToken
2013-10-31 16:02:26,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.splitmetainfo dst=null perm=null
2013-10-31 16:02:26,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33959, bytes: 48, op: HDFS_READ, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-2198889532562853257_1417, duration: 341447
2013-10-31 16:02:26,793 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0042 = 131. Number of splits = 1
2013-10-31 16:02:26,793 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0042_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:26,794 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0042_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:26,794 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0042_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:26,794 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0042 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:02:26,795 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0042 initialized successfully with 1 map tasks and 0 reduce tasks.
2013-10-31 16:02:26,829 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2225321306417448798_1409 file build/test/data/dfs/data/data1/current/blk_2225321306417448798 for deletion
2013-10-31 16:02:26,829 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2225321306417448798_1409 at file build/test/data/dfs/data/data1/current/blk_2225321306417448798
2013-10-31 16:02:27,344 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2225321306417448798_1409 file build/test/data/dfs/data/data3/current/blk_2225321306417448798 for deletion
2013-10-31 16:02:27,344 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2225321306417448798_1409 at file build/test/data/dfs/data/data3/current/blk_2225321306417448798
2013-10-31 16:02:28,356 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0040
2013-10-31 16:02:28,357 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0040_m_000004_0 not found in cache
2013-10-31 16:02:28,358 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0040 for user-log deletion with retainTimeStamp:1383321748357
2013-10-31 16:02:28,466 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0040
2013-10-31 16:02:28,467 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0040 for user-log deletion with retainTimeStamp:1383321748467
2013-10-31 16:02:28,468 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0040
2013-10-31 16:02:28,469 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0040 for user-log deletion with retainTimeStamp:1383321748469
2013-10-31 16:02:28,598 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0040_m_-660692426 since job job_20131031154230960_0040 is dead
2013-10-31 16:02:28,605 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7737 with signal TERM. Exit code 0
2013-10-31 16:02:28,645 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0040_m_1622307077 since job job_20131031154230960_0040 is dead
2013-10-31 16:02:28,653 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7736 with signal TERM. Exit code 0
2013-10-31 16:02:28,786 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:28,786 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:28,786 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:28,786 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0040_m_-660692426 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:02:28,845 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:28,845 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:28,845 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:28,845 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0040_m_1622307077 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:02:28,849 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0040_m_1603661323 since job job_20131031154230960_0040 is dead
2013-10-31 16:02:28,856 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7665 with signal TERM. Exit code 0
2013-10-31 16:02:28,987 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0040_m_-25620498 since job job_20131031154230960_0040 is dead
2013-10-31 16:02:28,996 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7507 with signal TERM. Exit code 0
2013-10-31 16:02:29,028 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:29,028 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:29,028 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:29,028 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0040_m_1603661323 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 16:02:29,172 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:29,173 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:29,173 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:29,174 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0040_m_-25620498 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:02:29,299 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0041_m_000002_0' to tip task_20131031154230960_0041_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:02:29,307 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0041_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:02:29,308 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0041_m_000002_0 which needs 1 slots
2013-10-31 16:02:29,308 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0041_m_000002_0 which needs 1 slots
2013-10-31 16:02:29,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0041/jobToken dst=null perm=null
2013-10-31 16:02:29,316 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39498, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-4010640192114265017_1423, duration: 307332
2013-10-31 16:02:29,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.xml dst=null perm=null
2013-10-31 16:02:29,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39500, bytes: 28326, op: HDFS_READ, cliID: DFSClient_-604070611, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-5546960987230983649_1419, duration: 378796
2013-10-31 16:02:29,355 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:02:29,364 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0042_m_000002_0' to tip task_20131031154230960_0042_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:02:29,371 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0042_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:02:29,372 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0042_m_000002_0 which needs 1 slots
2013-10-31 16:02:29,372 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0042_m_000002_0 which needs 1 slots
2013-10-31 16:02:29,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0042/jobToken dst=null perm=null
2013-10-31 16:02:29,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59415, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_422955862607929379_1425, duration: 313171
2013-10-31 16:02:29,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.xml dst=null perm=null
2013-10-31 16:02:29,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59417, bytes: 28322, op: HDFS_READ, cliID: DFSClient_2009796583, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3938187363390982507_1419, duration: 381274
2013-10-31 16:02:29,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.jar dst=null perm=null
2013-10-31 16:02:29,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39504, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-604070611, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3002149818165742106_1413, duration: 1407915
2013-10-31 16:02:29,420 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:02:29,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.jar dst=null perm=null
2013-10-31 16:02:29,448 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37859, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2009796583, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_5237435270215481053_1413, duration: 739358
2013-10-31 16:02:29,472 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0041_m_1849997066
2013-10-31 16:02:29,473 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0041_m_1849997066 spawned.
2013-10-31 16:02:29,474 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0041/attempt_20131031154230960_0041_m_000002_0/taskjvm.sh
2013-10-31 16:02:29,787 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0040_r_1977574824 since job job_20131031154230960_0040 is dead
2013-10-31 16:02:29,797 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7962 with signal TERM. Exit code 0
2013-10-31 16:02:29,975 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:29,975 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:29,975 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:29,975 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0040_r_1977574824 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:02:31,295 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0040
2013-10-31 16:02:31,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0040 for user-log deletion with retainTimeStamp:1383321751295
2013-10-31 16:02:31,511 INFO mapred.JobTracker (JobTracker.java:run(373)) - attempt_20131031154230960_0041_m_000002_0 is 2207 ms debug.
2013-10-31 16:02:31,740 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0040_m_-1400665283 since job job_20131031154230960_0040 is dead
2013-10-31 16:02:31,751 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7888 with signal TERM. Exit code 0
2013-10-31 16:02:31,900 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0042_m_1529001551
2013-10-31 16:02:31,901 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0042_m_1529001551 spawned.
2013-10-31 16:02:31,903 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0042/attempt_20131031154230960_0042_m_000002_0/taskjvm.sh
2013-10-31 16:02:31,967 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:31,967 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:31,967 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:31,967 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0040_m_-1400665283 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:02:32,727 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0042_m_1529001551 given task: attempt_20131031154230960_0042_m_000002_0
2013-10-31 16:02:32,729 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0041_m_1849997066 given task: attempt_20131031154230960_0041_m_000002_0
2013-10-31 16:02:33,217 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 16:02:33,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:33,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:36,150 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0041_m_000002_0 0.0% setup
2013-10-31 16:02:36,153 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0041_m_000002_0 is done.
2013-10-31 16:02:36,153 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0041_m_000002_0 was -1
2013-10-31 16:02:36,154 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:36,180 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0042_m_000002_0 0.0% setup
2013-10-31 16:02:36,182 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0042_m_000002_0 is done.
2013-10-31 16:02:36,182 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0042_m_000002_0 was -1
2013-10-31 16:02:36,183 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:38,314 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0041_m_000002_0' has completed task_20131031154230960_0041_m_000002 successfully.
2013-10-31 16:02:38,318 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0041_m_000000_0' to tip task_20131031154230960_0041_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:02:38,319 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0041_m_000000
2013-10-31 16:02:38,321 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0041_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:02:38,322 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0041_m_000000_0 which needs 1 slots
2013-10-31 16:02:38,322 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0041_m_000000_0 which needs 1 slots
2013-10-31 16:02:38,371 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0041_m_-927363619
2013-10-31 16:02:38,373 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0041_m_-927363619 spawned.
2013-10-31 16:02:38,375 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0041/attempt_20131031154230960_0041_m_000000_0/taskjvm.sh
2013-10-31 16:02:38,378 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0042_m_000002_0' has completed task_20131031154230960_0042_m_000002 successfully.
2013-10-31 16:02:38,380 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0042_m_000000_0' to tip task_20131031154230960_0042_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:02:38,381 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0042_m_000000
2013-10-31 16:02:38,382 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0042_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:02:38,382 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0042_m_000000_0 which needs 1 slots
2013-10-31 16:02:38,382 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0042_m_000000_0 which needs 1 slots
2013-10-31 16:02:38,465 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0042_m_-1583069638
2013-10-31 16:02:38,467 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0042_m_-1583069638 spawned.
2013-10-31 16:02:38,469 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0042/attempt_20131031154230960_0042_m_000000_0/taskjvm.sh
2013-10-31 16:02:39,327 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0042_m_-1583069638 given task: attempt_20131031154230960_0042_m_000000_0
2013-10-31 16:02:39,344 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0041_m_-927363619 given task: attempt_20131031154230960_0041_m_000000_0
2013-10-31 16:02:39,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042/job.split dst=null perm=null
2013-10-31 16:02:39,813 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33980, bytes: 356, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0042_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3106887529245617405_1415, duration: 126897
2013-10-31 16:02:39,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/part-00000 dst=null perm=null
2013-10-31 16:02:39,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59433, bytes: 135, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0042_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7616831590547402413_1410, duration: 102223
2013-10-31 16:02:39,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041/job.split dst=null perm=null
2013-10-31 16:02:39,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:33982, bytes: 356, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0041_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_1631630592979925630_1415, duration: 106028
2013-10-31 16:02:39,871 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 2222 Total time for transactions(ms): 31Number of transactions batched in Syncs: 159 Number of syncs: 1587 SyncTimes(ms): 69921 9885
2013-10-31 16:02:39,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:39,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:39,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/part-00000 dst=null perm=null
2013-10-31 16:02:39,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39521, bytes: 135, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0041_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7616831590547402413_1410, duration: 107508
2013-10-31 16:02:39,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:39,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:40,067 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0/part-00000. blk_-2806114174159518189_1427
2013-10-31 16:02:40,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2806114174159518189_1427 src: /127.0.0.1:37876 dest: /127.0.0.1:37515
2013-10-31 16:02:40,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2806114174159518189_1427 src: /127.0.0.1:59437 dest: /127.0.0.1:40932
2013-10-31 16:02:40,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2806114174159518189_1427 src: /127.0.0.1:39524 dest: /127.0.0.1:42031
2013-10-31 16:02:40,094 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39524, dest: /127.0.0.1:42031, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0042_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2806114174159518189_1427, duration: 1252372
2013-10-31 16:02:40,094 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2806114174159518189_1427 terminating
2013-10-31 16:02:40,094 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59437, dest: /127.0.0.1:40932, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0042_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-2806114174159518189_1427, duration: 1439233
2013-10-31 16:02:40,095 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2806114174159518189_1427 terminating
2013-10-31 16:02:40,097 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37876, dest: /127.0.0.1:37515, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0042_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2806114174159518189_1427, duration: 3665528
2013-10-31 16:02:40,097 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-2806114174159518189_1427 size 16
2013-10-31 16:02:40,097 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2806114174159518189_1427 terminating
2013-10-31 16:02:40,097 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-2806114174159518189_1427 size 16
2013-10-31 16:02:40,098 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0042_m_000000_0
2013-10-31 16:02:40,098 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0042_m_000000_0
2013-10-31 16:02:40,099 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-2806114174159518189_1427 size 16
2013-10-31 16:02:40,117 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0/part-00000. blk_3791003564702200492_1427
2013-10-31 16:02:40,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3791003564702200492_1427 src: /127.0.0.1:39525 dest: /127.0.0.1:42031
2013-10-31 16:02:40,141 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0042_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:02:40,141 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0042_m_000000_0 0.0%
2013-10-31 16:02:40,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3791003564702200492_1427 src: /127.0.0.1:33988 dest: /127.0.0.1:51383
2013-10-31 16:02:40,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3791003564702200492_1427 src: /127.0.0.1:37881 dest: /127.0.0.1:37515
2013-10-31 16:02:40,148 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37881, dest: /127.0.0.1:37515, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0041_m_000000_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3791003564702200492_1427, duration: 28705
2013-10-31 16:02:40,148 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3791003564702200492_1427 terminating
2013-10-31 16:02:40,149 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:33988, dest: /127.0.0.1:51383, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0041_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3791003564702200492_1427, duration: 380923
2013-10-31 16:02:40,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3791003564702200492_1427 terminating
2013-10-31 16:02:40,149 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39525, dest: /127.0.0.1:42031, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0041_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3791003564702200492_1427, duration: 745419
2013-10-31 16:02:40,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3791003564702200492_1427 terminating
2013-10-31 16:02:40,151 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3791003564702200492_1427 size 17
2013-10-31 16:02:40,151 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3791003564702200492_1427 size 17
2013-10-31 16:02:40,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3791003564702200492_1427 size 17
2013-10-31 16:02:40,551 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0041_m_000000_0
2013-10-31 16:02:40,552 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0041_m_000000_0
2013-10-31 16:02:40,614 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0041_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:02:40,614 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0041_m_000000_0 0.0%
2013-10-31 16:02:41,326 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0041_m_000000_0
2013-10-31 16:02:41,385 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0042_m_000000_0
2013-10-31 16:02:41,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0 dst=null perm=null
2013-10-31 16:02:41,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:41,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:41,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary/_attempt_20131031154230960_0041_m_000000_0 dst=null perm=null
2013-10-31 16:02:42,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0 dst=null perm=null
2013-10-31 16:02:42,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:42,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:42,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary/_attempt_20131031154230960_0042_m_000000_0 dst=null perm=null
2013-10-31 16:02:42,742 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0042_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/part-00000:0+131
2013-10-31 16:02:42,744 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0042_m_000000_0 is done.
2013-10-31 16:02:42,744 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0042_m_000000_0 was -1
2013-10-31 16:02:42,744 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:42,789 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0041_m_000000_0 1.0% hdfs://localhost:58410/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639/part-00000:0+131
2013-10-31 16:02:42,790 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0041_m_000000_0 is done.
2013-10-31 16:02:42,790 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0041_m_000000_0 was -1
2013-10-31 16:02:42,790 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:43,322 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0041_m_000002_0
2013-10-31 16:02:43,322 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0041_m_000002_0
2013-10-31 16:02:43,323 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0041_m_000002_0 not found in cache
2013-10-31 16:02:43,383 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0042_m_000002_0
2013-10-31 16:02:43,383 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0042_m_000002_0
2013-10-31 16:02:43,383 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0042_m_000002_0 not found in cache
2013-10-31 16:02:44,330 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0041_m_000000_0' has completed task_20131031154230960_0041_m_000000 successfully.
2013-10-31 16:02:44,561 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0041_m_000001_0' to tip task_20131031154230960_0041_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:02:44,564 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0041_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:02:44,564 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0042_m_000000_0' has completed task_20131031154230960_0042_m_000000 successfully.
2013-10-31 16:02:44,564 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0041_m_000001_0 which needs 1 slots
2013-10-31 16:02:44,565 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0041_m_000001_0 which needs 1 slots
2013-10-31 16:02:44,567 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0042_m_000001_0' to tip task_20131031154230960_0042_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:02:44,569 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0042_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:02:44,570 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0042_m_000001_0 which needs 1 slots
2013-10-31 16:02:44,570 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0042_m_000001_0 which needs 1 slots
2013-10-31 16:02:44,644 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0042/attempt_20131031154230960_0042_m_000001_0. Attempting to reuse: jvm_20131031154230960_0042_m_1529001551
2013-10-31 16:02:44,644 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031154230960_0041/attempt_20131031154230960_0041_m_000001_0. Attempting to reuse: jvm_20131031154230960_0041_m_1849997066
2013-10-31 16:02:45,720 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0041_m_1849997066 given task: attempt_20131031154230960_0041_m_000001_0
2013-10-31 16:02:45,746 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0042_m_1529001551 given task: attempt_20131031154230960_0042_m_000001_0
2013-10-31 16:02:45,831 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0041_m_000001_0 0.0%
2013-10-31 16:02:45,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary dst=null perm=null
2013-10-31 16:02:45,845 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0042_m_000001_0 0.0%
2013-10-31 16:02:45,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:45,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary dst=null perm=null
2013-10-31 16:02:45,852 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_SUCCESS from client DFSClient_attempt_20131031154230960_0041_m_000001_0
2013-10-31 16:02:45,852 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0041_m_000001_0
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3002149818165742106 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3002149818165742106 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3002149818165742106 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3002149818165742106 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1631630592979925630 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1631630592979925630 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1631630592979925630 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:45,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1631630592979925630 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:45,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5845273633044160832 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:45,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5845273633044160832 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:45,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5845273633044160832 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:45,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5546960987230983649 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:45,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5546960987230983649 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:45,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5546960987230983649 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:45,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:45,865 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_SUCCESS from client DFSClient_attempt_20131031154230960_0042_m_000001_0
2013-10-31 16:02:45,865 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0042_m_000001_0
2013-10-31 16:02:46,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0041 dst=null perm=null
2013-10-31 16:02:46,469 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5237435270215481053 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:46,469 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5237435270215481053 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:46,469 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5237435270215481053 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:46,469 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5237435270215481053 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:46,470 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3106887529245617405 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:46,470 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3106887529245617405 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:46,470 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3106887529245617405 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:46,470 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3106887529245617405 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:46,471 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2198889532562853257 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:46,471 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2198889532562853257 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:46,471 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2198889532562853257 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:46,471 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3938187363390982507 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:46,471 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3938187363390982507 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:46,472 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3938187363390982507 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:46,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0042 dst=null perm=null
2013-10-31 16:02:47,728 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-5546960987230983649_1419 blk_1631630592979925630_1415 blk_3002149818165742106_1413 blk_-5845273633044160832_1417 blk_5237435270215481053_1413 blk_3106887529245617405_1415 blk_-3938187363390982507_1419 blk_-2198889532562853257_1417
2013-10-31 16:02:47,728 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-5546960987230983649_1419 blk_1631630592979925630_1415 blk_3002149818165742106_1413 blk_5237435270215481053_1413 blk_3106887529245617405_1415 blk_-3938187363390982507_1419
2013-10-31 16:02:48,799 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0041_m_000001_0 0.0% cleanup
2013-10-31 16:02:48,801 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0041_m_000001_0 is done.
2013-10-31 16:02:48,801 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0041_m_000001_0 was -1
2013-10-31 16:02:48,802 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:48,816 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0042_m_000001_0 0.0% cleanup
2013-10-31 16:02:48,817 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0042_m_000001_0 is done.
2013-10-31 16:02:48,818 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0042_m_000001_0 was -1
2013-10-31 16:02:48,818 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:48,822 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5845273633044160832_1417 file build/test/data/dfs/data/data6/current/blk_-5845273633044160832 for deletion
2013-10-31 16:02:48,822 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5546960987230983649_1419 file build/test/data/dfs/data/data6/current/blk_-5546960987230983649 for deletion
2013-10-31 16:02:48,822 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5845273633044160832_1417 at file build/test/data/dfs/data/data6/current/blk_-5845273633044160832
2013-10-31 16:02:48,822 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3938187363390982507_1419 file build/test/data/dfs/data/data5/current/blk_-3938187363390982507 for deletion
2013-10-31 16:02:48,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5546960987230983649_1419 at file build/test/data/dfs/data/data6/current/blk_-5546960987230983649
2013-10-31 16:02:48,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2198889532562853257_1417 file build/test/data/dfs/data/data5/current/blk_-2198889532562853257 for deletion
2013-10-31 16:02:48,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3938187363390982507_1419 at file build/test/data/dfs/data/data5/current/blk_-3938187363390982507
2013-10-31 16:02:48,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1631630592979925630_1415 file build/test/data/dfs/data/data6/current/blk_1631630592979925630 for deletion
2013-10-31 16:02:48,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2198889532562853257_1417 at file build/test/data/dfs/data/data5/current/blk_-2198889532562853257
2013-10-31 16:02:48,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1631630592979925630_1415 at file build/test/data/dfs/data/data6/current/blk_1631630592979925630
2013-10-31 16:02:48,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3002149818165742106_1413 file build/test/data/dfs/data/data5/current/blk_3002149818165742106 for deletion
2013-10-31 16:02:48,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3106887529245617405_1415 file build/test/data/dfs/data/data5/current/blk_3106887529245617405 for deletion
2013-10-31 16:02:48,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3002149818165742106_1413 at file build/test/data/dfs/data/data5/current/blk_3002149818165742106
2013-10-31 16:02:48,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5237435270215481053_1413 file build/test/data/dfs/data/data6/current/blk_5237435270215481053 for deletion
2013-10-31 16:02:48,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3106887529245617405_1415 at file build/test/data/dfs/data/data5/current/blk_3106887529245617405
2013-10-31 16:02:48,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5237435270215481053_1413 at file build/test/data/dfs/data/data6/current/blk_5237435270215481053
2013-10-31 16:02:49,380 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5546960987230983649_1419 file build/test/data/dfs/data/data8/current/blk_-5546960987230983649 for deletion
2013-10-31 16:02:49,380 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3938187363390982507_1419 file build/test/data/dfs/data/data7/current/blk_-3938187363390982507 for deletion
2013-10-31 16:02:49,380 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5546960987230983649_1419 at file build/test/data/dfs/data/data8/current/blk_-5546960987230983649
2013-10-31 16:02:49,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1631630592979925630_1415 file build/test/data/dfs/data/data8/current/blk_1631630592979925630 for deletion
2013-10-31 16:02:49,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3938187363390982507_1419 at file build/test/data/dfs/data/data7/current/blk_-3938187363390982507
2013-10-31 16:02:49,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1631630592979925630_1415 at file build/test/data/dfs/data/data8/current/blk_1631630592979925630
2013-10-31 16:02:49,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3002149818165742106_1413 file build/test/data/dfs/data/data7/current/blk_3002149818165742106 for deletion
2013-10-31 16:02:49,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3106887529245617405_1415 file build/test/data/dfs/data/data7/current/blk_3106887529245617405 for deletion
2013-10-31 16:02:49,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3002149818165742106_1413 at file build/test/data/dfs/data/data7/current/blk_3002149818165742106
2013-10-31 16:02:49,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5237435270215481053_1413 file build/test/data/dfs/data/data8/current/blk_5237435270215481053 for deletion
2013-10-31 16:02:49,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3106887529245617405_1415 at file build/test/data/dfs/data/data7/current/blk_3106887529245617405
2013-10-31 16:02:49,383 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5237435270215481053_1413 at file build/test/data/dfs/data/data8/current/blk_5237435270215481053
2013-10-31 16:02:50,572 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0041_m_000001_0' has completed task_20131031154230960_0041_m_000001 successfully.
2013-10-31 16:02:50,573 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0041 has completed successfully.
2013-10-31 16:02:50,574 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0041,submitTime=1383235346309,launchTime=1383235346591,firstMapTaskLaunchTime=1383235358318,firstJobSetupTaskLaunchTime=1383235349299,firstJobCleanupTaskLaunchTime=1383235364561,finishTime=1383235370573,numMaps=1,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=15,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[CB65396C569144CA90A1880BA118A4D3/990E33FDA4044A09AD4A66CEE5B95023] left+right/(2/3) ...dpipesplatform/splitcomp2
2013-10-31 16:02:50,583 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_1383235346309_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F990E33FDA4044A09. blk_-6890044219615861193_1429
2013-10-31 16:02:50,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6890044219615861193_1429 src: /127.0.0.1:39531 dest: /127.0.0.1:42031
2013-10-31 16:02:50,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6890044219615861193_1429 src: /127.0.0.1:37886 dest: /127.0.0.1:37515
2013-10-31 16:02:50,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6890044219615861193_1429 src: /127.0.0.1:59447 dest: /127.0.0.1:40932
2013-10-31 16:02:50,599 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59447, dest: /127.0.0.1:40932, bytes: 11320, op: HDFS_WRITE, cliID: DFSClient_1502592122, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-6890044219615861193_1429, duration: 7364506
2013-10-31 16:02:50,600 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6890044219615861193_1429 terminating
2013-10-31 16:02:50,600 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37886, dest: /127.0.0.1:37515, bytes: 11320, op: HDFS_WRITE, cliID: DFSClient_1502592122, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-6890044219615861193_1429, duration: 4973352
2013-10-31 16:02:50,601 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6890044219615861193_1429 terminating
2013-10-31 16:02:50,601 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-6890044219615861193_1429 size 11320
2013-10-31 16:02:50,601 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39531, dest: /127.0.0.1:42031, bytes: 11320, op: HDFS_WRITE, cliID: DFSClient_1502592122, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-6890044219615861193_1429, duration: 4980761
2013-10-31 16:02:50,602 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6890044219615861193_1429 terminating
2013-10-31 16:02:50,606 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-6890044219615861193_1429 size 11320
2013-10-31 16:02:50,607 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_1383235346309_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F990E33FDA4044A09 from client DFSClient_1502592122
2013-10-31 16:02:50,607 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_logs/history/job_20131031154230960_0041_1383235346309_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F990E33FDA4044A09 is closed by DFSClient_1502592122
2013-10-31 16:02:50,608 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-6890044219615861193_1429 size 11320
2013-10-31 16:02:50,615 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0041_1383235346309_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2F990E33FDA4044A09 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:02:50,616 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0041_m_000000_0'
2013-10-31 16:02:50,616 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0041_m_000001_0'
2013-10-31 16:02:50,616 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0041_m_000002_0'
2013-10-31 16:02:50,618 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4010640192114265017 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:50,618 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0042_m_000001_0' has completed task_20131031154230960_0042_m_000001 successfully.
2013-10-31 16:02:50,618 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4010640192114265017 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:50,618 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4010640192114265017 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:50,619 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0042 has completed successfully.
2013-10-31 16:02:50,619 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0042,submitTime=1383235346502,launchTime=1383235346794,firstMapTaskLaunchTime=1383235358380,firstJobSetupTaskLaunchTime=1383235349364,firstJobCleanupTaskLaunchTime=1383235364567,finishTime=1383235370619,numMaps=1,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[CB65396C569144CA90A1880BA118A4D3/DA5B84C3E39441EDA459CED6F715A544] left+right/(3/3) ...dpipesplatform/splitcomp1
2013-10-31 16:02:50,621 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0041_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:02:50,623 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_1383235346502_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2FDA5B84C3E39441ED. blk_-1522122683754294570_1429
2013-10-31 16:02:50,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0041 dst=null perm=null
2013-10-31 16:02:50,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1522122683754294570_1429 src: /127.0.0.1:37890 dest: /127.0.0.1:37515
2013-10-31 16:02:50,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1522122683754294570_1429 src: /127.0.0.1:39537 dest: /127.0.0.1:42031
2013-10-31 16:02:50,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1522122683754294570_1429 src: /127.0.0.1:59452 dest: /127.0.0.1:40932
2013-10-31 16:02:50,632 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59452, dest: /127.0.0.1:40932, bytes: 11318, op: HDFS_WRITE, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1522122683754294570_1429, duration: 189673
2013-10-31 16:02:50,632 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1522122683754294570_1429 terminating
2013-10-31 16:02:50,633 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1522122683754294570_1429 size 11318
2013-10-31 16:02:50,633 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39537, dest: /127.0.0.1:42031, bytes: 11318, op: HDFS_WRITE, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-1522122683754294570_1429, duration: 1032211
2013-10-31 16:02:50,634 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1522122683754294570_1429 terminating
2013-10-31 16:02:50,634 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37890, dest: /127.0.0.1:37515, bytes: 11318, op: HDFS_WRITE, cliID: DFSClient_-1830787891, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1522122683754294570_1429, duration: 2206423
2013-10-31 16:02:50,635 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1522122683754294570_1429 terminating
2013-10-31 16:02:50,640 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_1383235346502_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2FDA5B84C3E39441ED from client DFSClient_-1830787891
2013-10-31 16:02:50,640 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_logs/history/job_20131031154230960_0042_1383235346502_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2FDA5B84C3E39441ED is closed by DFSClient_-1830787891
2013-10-31 16:02:50,641 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-1522122683754294570_1429 size 11318
2013-10-31 16:02:50,641 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1522122683754294570_1429 size 11318
2013-10-31 16:02:50,648 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0042_m_000000_0'
2013-10-31 16:02:50,648 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_422955862607929379 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:50,648 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0042_m_000001_0'
2013-10-31 16:02:50,648 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_422955862607929379 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:50,648 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0042_m_000002_0'
2013-10-31 16:02:50,649 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_422955862607929379 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:50,650 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0042
2013-10-31 16:02:50,650 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0042
2013-10-31 16:02:50,650 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0042 being deleted.
2013-10-31 16:02:50,650 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0042 being deleted.
2013-10-31 16:02:50,650 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0042_1383235346502_hadoop_%5BCB65396C569144CA90A1880BA118A4D3%2FDA5B84C3E39441ED to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:02:50,651 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0041
2013-10-31 16:02:50,650 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0041
2013-10-31 16:02:50,651 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0041 being deleted.
2013-10-31 16:02:50,651 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0041 being deleted.
2013-10-31 16:02:50,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0042 dst=null perm=null
2013-10-31 16:02:50,655 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0042_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:02:50,697 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1818171451344115373 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:50,697 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1818171451344115373 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:50,698 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1818171451344115373 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:02:50,698 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-888175043584851775 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:50,698 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-888175043584851775 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:50,698 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-888175043584851775 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:50,699 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7616831590547402413 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:02:50,699 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7616831590547402413 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:02:50,699 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7616831590547402413 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:02:50,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/3656874397_split_F2D71632C651480C9AAD976A6F638639 dst=null perm=null
2013-10-31 16:02:50,704 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/_temporary
2013-10-31 16:02:50,706 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/_temporary
2013-10-31 16:02:50,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1 dst=null perm=null
2013-10-31 16:02:50,725 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:02:50,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/part-00000 dst=null perm=null
2013-10-31 16:02:50,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/part-00000 dst=null perm=null
2013-10-31 16:02:50,728 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39539, bytes: 20, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-2806114174159518189_1427, duration: 276730
2013-10-31 16:02:50,729 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_1631630592979925630_1415 blk_3002149818165742106_1413 blk_-5845273633044160832_1417 blk_5237435270215481053_1413 blk_3106887529245617405_1415 blk_-4010640192114265017_1423 blk_7616831590547402413_1410 blk_-888175043584851775_1408 blk_-2198889532562853257_1417 blk_422955862607929379_1425
2013-10-31 16:02:50,729 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_-4010640192114265017_1423 blk_7616831590547402413_1410 blk_-888175043584851775_1408 blk_422955862607929379_1425 blk_1818171451344115373_1411
2013-10-31 16:02:50,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2 dst=null perm=null
2013-10-31 16:02:50,735 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:02:50,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null
2013-10-31 16:02:50,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null
2013-10-31 16:02:50,738 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39540, bytes: 21, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3791003564702200492_1427, duration: 270321
2013-10-31 16:02:50,738 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/splitcomp2
2013-10-31 16:02:50,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2 dst=null perm=null
2013-10-31 16:02:50,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null
2013-10-31 16:02:50,743 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/splitcomp1
2013-10-31 16:02:50,743 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39541, bytes: 21, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3791003564702200492_1427, duration: 271980
2013-10-31 16:02:50,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1 dst=null perm=null
2013-10-31 16:02:50,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/splitcomp1/part-00000 dst=null perm=null
2013-10-31 16:02:50,749 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37896, bytes: 20, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-2806114174159518189_1427, duration: 257420
2013-10-31 16:02:50,759 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 16:02:50,759 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 16:02:50,770 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-31 16:02:50,770 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 16:02:50,771 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup"]
2013-10-31 16:02:50,771 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] parallel execution is enabled: true
2013-10-31 16:02:50,771 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting jobs: 1
2013-10-31 16:02:50,771 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [test] allocating threads: 1
2013-10-31 16:02:50,772 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/1) ...ldedpipesplatform/nogroup
2013-10-31 16:02:50,774 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 16:02:50,775 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 16:02:50,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:50,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 16:02:50,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:50,797 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar. blk_7852249517563756391_1430
2013-10-31 16:02:50,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7852249517563756391_1430 src: /127.0.0.1:37897 dest: /127.0.0.1:37515
2013-10-31 16:02:50,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7852249517563756391_1430 src: /127.0.0.1:59458 dest: /127.0.0.1:40932
2013-10-31 16:02:50,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7852249517563756391_1430 src: /127.0.0.1:34007 dest: /127.0.0.1:51383
2013-10-31 16:02:50,814 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34007, dest: /127.0.0.1:51383, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7852249517563756391_1430, duration: 7701172
2013-10-31 16:02:50,814 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7852249517563756391_1430 terminating
2013-10-31 16:02:50,814 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59458, dest: /127.0.0.1:40932, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7852249517563756391_1430, duration: 8533852
2013-10-31 16:02:50,815 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_7852249517563756391_1430 size 238055
2013-10-31 16:02:50,815 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7852249517563756391_1430 terminating
2013-10-31 16:02:50,816 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37897, dest: /127.0.0.1:37515, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_7852249517563756391_1430, duration: 9689135
2013-10-31 16:02:50,816 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7852249517563756391_1430 terminating
2013-10-31 16:02:50,816 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_7852249517563756391_1430 size 238055
2013-10-31 16:02:50,818 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar from client DFSClient_1020568644
2013-10-31 16:02:50,818 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar is closed by DFSClient_1020568644
2013-10-31 16:02:50,819 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_7852249517563756391_1430 size 238055
2013-10-31 16:02:50,829 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar. New replication is 10
2013-10-31 16:02:50,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar dst=null perm=null
2013-10-31 16:02:50,837 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5845273633044160832_1417 file build/test/data/dfs/data/data1/current/blk_-5845273633044160832 for deletion
2013-10-31 16:02:50,838 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4010640192114265017_1423 file build/test/data/dfs/data/data2/current/blk_-4010640192114265017 for deletion
2013-10-31 16:02:50,838 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5845273633044160832_1417 at file build/test/data/dfs/data/data1/current/blk_-5845273633044160832
2013-10-31 16:02:50,838 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2198889532562853257_1417 file build/test/data/dfs/data/data2/current/blk_-2198889532562853257 for deletion
2013-10-31 16:02:50,838 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4010640192114265017_1423 at file build/test/data/dfs/data/data2/current/blk_-4010640192114265017
2013-10-31 16:02:50,838 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-888175043584851775_1408 file build/test/data/dfs/data/data2/current/blk_-888175043584851775 for deletion
2013-10-31 16:02:50,839 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2198889532562853257_1417 at file build/test/data/dfs/data/data2/current/blk_-2198889532562853257
2013-10-31 16:02:50,839 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_422955862607929379_1425 file build/test/data/dfs/data/data2/current/blk_422955862607929379 for deletion
2013-10-31 16:02:50,839 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-888175043584851775_1408 at file build/test/data/dfs/data/data2/current/blk_-888175043584851775
2013-10-31 16:02:50,839 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1631630592979925630_1415 file build/test/data/dfs/data/data1/current/blk_1631630592979925630 for deletion
2013-10-31 16:02:50,840 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_422955862607929379_1425 at file build/test/data/dfs/data/data2/current/blk_422955862607929379
2013-10-31 16:02:50,840 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3002149818165742106_1413 file build/test/data/dfs/data/data1/current/blk_3002149818165742106 for deletion
2013-10-31 16:02:50,840 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1631630592979925630_1415 at file build/test/data/dfs/data/data1/current/blk_1631630592979925630
2013-10-31 16:02:50,840 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3106887529245617405_1415 file build/test/data/dfs/data/data2/current/blk_3106887529245617405 for deletion
2013-10-31 16:02:50,840 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3002149818165742106_1413 at file build/test/data/dfs/data/data1/current/blk_3002149818165742106
2013-10-31 16:02:50,841 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3106887529245617405_1415 at file build/test/data/dfs/data/data2/current/blk_3106887529245617405
2013-10-31 16:02:50,841 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5237435270215481053_1413 file build/test/data/dfs/data/data2/current/blk_5237435270215481053 for deletion
2013-10-31 16:02:50,841 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7616831590547402413_1410 file build/test/data/dfs/data/data2/current/blk_7616831590547402413 for deletion
2013-10-31 16:02:50,841 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5237435270215481053_1413 at file build/test/data/dfs/data/data2/current/blk_5237435270215481053
2013-10-31 16:02:50,842 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7616831590547402413_1410 at file build/test/data/dfs/data/data2/current/blk_7616831590547402413
2013-10-31 16:02:50,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:50,845 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 16:02:50,849 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 16:02:50,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:02:50,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:50,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:50,868 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split. New replication is 10
2013-10-31 16:02:50,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split dst=null perm=null
2013-10-31 16:02:50,876 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split. blk_-3777822077271497527_1431
2013-10-31 16:02:50,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3777822077271497527_1431 src: /127.0.0.1:34008 dest: /127.0.0.1:51383
2013-10-31 16:02:50,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3777822077271497527_1431 src: /127.0.0.1:59461 dest: /127.0.0.1:40932
2013-10-31 16:02:50,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3777822077271497527_1431 src: /127.0.0.1:37902 dest: /127.0.0.1:37515
2013-10-31 16:02:50,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3777822077271497527_1431 src: /127.0.0.1:39549 dest: /127.0.0.1:42031
2013-10-31 16:02:50,886 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39549, dest: /127.0.0.1:42031, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3777822077271497527_1431, duration: 113276
2013-10-31 16:02:50,887 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3777822077271497527_1431 size 1403
2013-10-31 16:02:50,887 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3777822077271497527_1431 terminating
2013-10-31 16:02:50,887 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37902, dest: /127.0.0.1:37515, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3777822077271497527_1431, duration: 1057018
2013-10-31 16:02:50,888 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3777822077271497527_1431 terminating
2013-10-31 16:02:50,888 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59461, dest: /127.0.0.1:40932, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3777822077271497527_1431, duration: 2321004
2013-10-31 16:02:50,889 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3777822077271497527_1431 terminating
2013-10-31 16:02:50,889 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34008, dest: /127.0.0.1:51383, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3777822077271497527_1431, duration: 3158886
2013-10-31 16:02:50,890 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-3777822077271497527_1431 terminating
2013-10-31 16:02:50,891 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split from client DFSClient_1020568644
2013-10-31 16:02:50,892 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split is closed by DFSClient_1020568644
2013-10-31 16:02:50,892 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3777822077271497527_1431 size 1403
2013-10-31 16:02:50,893 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3777822077271497527_1431 size 1403
2013-10-31 16:02:50,893 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-3777822077271497527_1431 size 1403
2013-10-31 16:02:50,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:50,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:50,915 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.splitmetainfo. blk_4647766681295352730_1432
2013-10-31 16:02:50,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4647766681295352730_1432 src: /127.0.0.1:34012 dest: /127.0.0.1:51383
2013-10-31 16:02:50,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4647766681295352730_1432 src: /127.0.0.1:39551 dest: /127.0.0.1:42031
2013-10-31 16:02:50,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4647766681295352730_1432 src: /127.0.0.1:59466 dest: /127.0.0.1:40932
2013-10-31 16:02:50,923 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59466, dest: /127.0.0.1:40932, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4647766681295352730_1432, duration: 66509
2013-10-31 16:02:50,923 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4647766681295352730_1432 terminating
2013-10-31 16:02:50,924 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39551, dest: /127.0.0.1:42031, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4647766681295352730_1432, duration: 898189
2013-10-31 16:02:50,924 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4647766681295352730_1432 terminating
2013-10-31 16:02:50,924 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4647766681295352730_1432 size 156
2013-10-31 16:02:50,925 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34012, dest: /127.0.0.1:51383, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4647766681295352730_1432, duration: 1900298
2013-10-31 16:02:50,925 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4647766681295352730_1432 terminating
2013-10-31 16:02:50,929 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_4647766681295352730_1432 size 156
2013-10-31 16:02:50,930 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.splitmetainfo from client DFSClient_1020568644
2013-10-31 16:02:50,930 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.splitmetainfo is closed by DFSClient_1020568644
2013-10-31 16:02:50,931 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4647766681295352730_1432 size 156
2013-10-31 16:02:51,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4010640192114265017_1423 file build/test/data/dfs/data/data5/current/blk_-4010640192114265017 for deletion
2013-10-31 16:02:51,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-888175043584851775_1408 file build/test/data/dfs/data/data5/current/blk_-888175043584851775 for deletion
2013-10-31 16:02:51,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4010640192114265017_1423 at file build/test/data/dfs/data/data5/current/blk_-4010640192114265017
2013-10-31 16:02:51,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_422955862607929379_1425 file build/test/data/dfs/data/data5/current/blk_422955862607929379 for deletion
2013-10-31 16:02:51,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-888175043584851775_1408 at file build/test/data/dfs/data/data5/current/blk_-888175043584851775
2013-10-31 16:02:51,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1818171451344115373_1411 file build/test/data/dfs/data/data5/current/blk_1818171451344115373 for deletion
2013-10-31 16:02:51,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_422955862607929379_1425 at file build/test/data/dfs/data/data5/current/blk_422955862607929379
2013-10-31 16:02:51,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7616831590547402413_1410 file build/test/data/dfs/data/data6/current/blk_7616831590547402413 for deletion
2013-10-31 16:02:51,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1818171451344115373_1411 at file build/test/data/dfs/data/data5/current/blk_1818171451344115373
2013-10-31 16:02:51,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7616831590547402413_1410 at file build/test/data/dfs/data/data6/current/blk_7616831590547402413
2013-10-31 16:02:52,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:52,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:52,164 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml. blk_-1524833635601743643_1433
2013-10-31 16:02:52,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1524833635601743643_1433 src: /127.0.0.1:37907 dest: /127.0.0.1:37515
2013-10-31 16:02:52,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1524833635601743643_1433 src: /127.0.0.1:34016 dest: /127.0.0.1:51383
2013-10-31 16:02:52,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1524833635601743643_1433 src: /127.0.0.1:59469 dest: /127.0.0.1:40932
2013-10-31 16:02:52,173 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59469, dest: /127.0.0.1:40932, bytes: 27340, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1524833635601743643_1433, duration: 213633
2013-10-31 16:02:52,173 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1524833635601743643_1433 terminating
2013-10-31 16:02:52,173 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-1524833635601743643_1433 size 27340
2013-10-31 16:02:52,174 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34016, dest: /127.0.0.1:51383, bytes: 27340, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-1524833635601743643_1433, duration: 1036634
2013-10-31 16:02:52,174 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1524833635601743643_1433 terminating
2013-10-31 16:02:52,175 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37907, dest: /127.0.0.1:37515, bytes: 27340, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1524833635601743643_1433, duration: 1996092
2013-10-31 16:02:52,175 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1524833635601743643_1433 terminating
2013-10-31 16:02:52,177 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml from client DFSClient_1020568644
2013-10-31 16:02:52,178 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml is closed by DFSClient_1020568644
2013-10-31 16:02:52,178 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-1524833635601743643_1433 size 27340
2013-10-31 16:02:52,179 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-1524833635601743643_1433 size 27340
2013-10-31 16:02:52,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml dst=null perm=null
2013-10-31 16:02:52,194 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37911, bytes: 27556, op: HDFS_READ, cliID: DFSClient_-642725573, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1524833635601743643_1433, duration: 393912
2013-10-31 16:02:52,208 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031154230960_0043: nMaps=4 nReduces=0 max=-1
2013-10-31 16:02:52,208 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031154230960_0043 added successfully for user 'hadoop' to queue 'default'
2013-10-31 16:02:52,208 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031154230960_0043 RESULT=SUCCESS
2013-10-31 16:02:52,208 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031154230960_0043
2013-10-31 16:02:52,208 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031154230960_0043
2013-10-31 16:02:52,208 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_20131031154230960_0043
2013-10-31 16:02:52,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_1383235372185_hadoop_%5BE1E0C1EC2124455999555A341DD5B769%2F9076BAED1EAA4711 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:52,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:52,235 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_conf.xml. blk_2449999196677440090_1435
2013-10-31 16:02:52,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2449999196677440090_1435 src: /127.0.0.1:59472 dest: /127.0.0.1:40932
2013-10-31 16:02:52,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2449999196677440090_1435 src: /127.0.0.1:34021 dest: /127.0.0.1:51383
2013-10-31 16:02:52,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2449999196677440090_1435 src: /127.0.0.1:39560 dest: /127.0.0.1:42031
2013-10-31 16:02:52,244 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39560, dest: /127.0.0.1:42031, bytes: 27405, op: HDFS_WRITE, cliID: DFSClient_-642725573, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_2449999196677440090_1435, duration: 544379
2013-10-31 16:02:52,245 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2449999196677440090_1435 terminating
2013-10-31 16:02:52,245 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_2449999196677440090_1435 size 27405
2013-10-31 16:02:52,246 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34021, dest: /127.0.0.1:51383, bytes: 27405, op: HDFS_WRITE, cliID: DFSClient_-642725573, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_2449999196677440090_1435, duration: 1565236
2013-10-31 16:02:52,246 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2449999196677440090_1435 terminating
2013-10-31 16:02:52,247 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59472, dest: /127.0.0.1:40932, bytes: 27405, op: HDFS_WRITE, cliID: DFSClient_-642725573, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_2449999196677440090_1435, duration: 2627268
2013-10-31 16:02:52,247 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2449999196677440090_1435 terminating
2013-10-31 16:02:52,249 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_conf.xml from client DFSClient_-642725573
2013-10-31 16:02:52,249 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_conf.xml is closed by DFSClient_-642725573
2013-10-31 16:02:52,250 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_2449999196677440090_1435 size 27405
2013-10-31 16:02:52,251 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_2449999196677440090_1435 size 27405
2013-10-31 16:02:52,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:02:52,262 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken. blk_4510328188648609542_1436
2013-10-31 16:02:52,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4510328188648609542_1436 src: /127.0.0.1:37915 dest: /127.0.0.1:37515
2013-10-31 16:02:52,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4510328188648609542_1436 src: /127.0.0.1:59476 dest: /127.0.0.1:40932
2013-10-31 16:02:52,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4510328188648609542_1436 src: /127.0.0.1:34025 dest: /127.0.0.1:51383
2013-10-31 16:02:52,270 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34025, dest: /127.0.0.1:51383, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4510328188648609542_1436, duration: 65891
2013-10-31 16:02:52,270 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4510328188648609542_1436 terminating
2013-10-31 16:02:52,271 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59476, dest: /127.0.0.1:40932, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4510328188648609542_1436, duration: 869187
2013-10-31 16:02:52,271 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4510328188648609542_1436 terminating
2013-10-31 16:02:52,272 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37915, dest: /127.0.0.1:37515, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4510328188648609542_1436, duration: 1976427
2013-10-31 16:02:52,273 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4510328188648609542_1436 terminating
2013-10-31 16:02:52,273 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_4510328188648609542_1436 size 116
2013-10-31 16:02:52,277 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken from client DFSClient_1020568644
2013-10-31 16:02:52,278 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken is closed by DFSClient_1020568644
2013-10-31 16:02:52,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_4510328188648609542_1436 size 116
2013-10-31 16:02:52,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_4510328188648609542_1436 size 116
2013-10-31 16:02:52,283 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken
2013-10-31 16:02:52,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.splitmetainfo dst=null perm=null
2013-10-31 16:02:52,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39564, bytes: 160, op: HDFS_READ, cliID: DFSClient_-642725573, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_4647766681295352730_1432, duration: 265777
2013-10-31 16:02:52,288 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031154230960_0043 = 1449. Number of splits = 4
2013-10-31 16:02:52,288 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,289 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,290 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031154230960_0043_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 16:02:52,291 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031154230960_0043 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 16:02:52,292 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031154230960_0043 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 16:02:53,623 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031154230960_0043_m_000005_0' to tip task_20131031154230960_0043_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:02:53,631 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0043_m_000005_0 task's state:UNASSIGNED
2013-10-31 16:02:53,631 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0043_m_000005_0 which needs 1 slots
2013-10-31 16:02:53,632 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0043_m_000005_0 which needs 1 slots
2013-10-31 16:02:53,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken dst=null perm=null
2013-10-31 16:02:53,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59479, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_4510328188648609542_1436, duration: 301829
2013-10-31 16:02:53,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml dst=null perm=null
2013-10-31 16:02:53,651 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59481, bytes: 27556, op: HDFS_READ, cliID: DFSClient_188254557, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1524833635601743643_1433, duration: 371149
2013-10-31 16:02:53,684 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:02:53,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar dst=null perm=null
2013-10-31 16:02:53,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34030, bytes: 239915, op: HDFS_READ, cliID: DFSClient_188254557, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7852249517563756391_1430, duration: 1195715
2013-10-31 16:02:53,730 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:51383 to replicate blk_7852249517563756391_1430 to datanode(s) 127.0.0.1:42031
2013-10-31 16:02:53,730 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_-5546960987230983649_1419 blk_1631630592979925630_1415 blk_3002149818165742106_1413 blk_-5845273633044160832_1417 blk_5237435270215481053_1413 blk_3106887529245617405_1415 blk_-3938187363390982507_1419 blk_-2198889532562853257_1417 blk_1818171451344115373_1411
2013-10-31 16:02:53,731 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_-4010640192114265017_1423 blk_7616831590547402413_1410 blk_-888175043584851775_1408 blk_422955862607929379_1425 blk_1818171451344115373_1411
2013-10-31 16:02:53,834 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031154230960_0041_m_-927363619
2013-10-31 16:02:53,837 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467) Starting thread to transfer block blk_7852249517563756391_1430 to 127.0.0.1:42031
2013-10-31 16:02:53,839 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:51383, storageID=DS-1076415121-10.5.128.102-51383-1383234147854, infoPort=57705, ipcPort=45467):Transmitted block blk_7852249517563756391_1430 to /127.0.0.1:42031
2013-10-31 16:02:53,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7852249517563756391_1430 src: /127.0.0.1:39569 dest: /127.0.0.1:42031
2013-10-31 16:02:53,841 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8483 with signal TERM. Exit code 0
2013-10-31 16:02:53,841 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0043_m_1528090327
2013-10-31 16:02:53,842 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0043_m_1528090327 spawned.
2013-10-31 16:02:53,843 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031154230960_0041_m_-927363619
2013-10-31 16:02:53,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_7852249517563756391_1430 src: /127.0.0.1:39569 dest: /127.0.0.1:42031 of size 238055
2013-10-31 16:02:53,849 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_7852249517563756391_1430 size 238055
2013-10-31 16:02:53,849 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0043/attempt_20131031154230960_0043_m_000005_0/taskjvm.sh
2013-10-31 16:02:54,353 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5845273633044160832_1417 file build/test/data/dfs/data/data3/current/blk_-5845273633044160832 for deletion
2013-10-31 16:02:54,353 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5546960987230983649_1419 file build/test/data/dfs/data/data3/current/blk_-5546960987230983649 for deletion
2013-10-31 16:02:54,353 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5845273633044160832_1417 at file build/test/data/dfs/data/data3/current/blk_-5845273633044160832
2013-10-31 16:02:54,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3938187363390982507_1419 file build/test/data/dfs/data/data4/current/blk_-3938187363390982507 for deletion
2013-10-31 16:02:54,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5546960987230983649_1419 at file build/test/data/dfs/data/data3/current/blk_-5546960987230983649
2013-10-31 16:02:54,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2198889532562853257_1417 file build/test/data/dfs/data/data4/current/blk_-2198889532562853257 for deletion
2013-10-31 16:02:54,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3938187363390982507_1419 at file build/test/data/dfs/data/data4/current/blk_-3938187363390982507
2013-10-31 16:02:54,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1631630592979925630_1415 file build/test/data/dfs/data/data3/current/blk_1631630592979925630 for deletion
2013-10-31 16:02:54,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2198889532562853257_1417 at file build/test/data/dfs/data/data4/current/blk_-2198889532562853257
2013-10-31 16:02:54,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1818171451344115373_1411 file build/test/data/dfs/data/data4/current/blk_1818171451344115373 for deletion
2013-10-31 16:02:54,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1631630592979925630_1415 at file build/test/data/dfs/data/data3/current/blk_1631630592979925630
2013-10-31 16:02:54,356 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3002149818165742106_1413 file build/test/data/dfs/data/data3/current/blk_3002149818165742106 for deletion
2013-10-31 16:02:54,356 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1818171451344115373_1411 at file build/test/data/dfs/data/data4/current/blk_1818171451344115373
2013-10-31 16:02:54,356 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3106887529245617405_1415 file build/test/data/dfs/data/data4/current/blk_3106887529245617405 for deletion
2013-10-31 16:02:54,357 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3002149818165742106_1413 at file build/test/data/dfs/data/data3/current/blk_3002149818165742106
2013-10-31 16:02:54,357 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3106887529245617405_1415 at file build/test/data/dfs/data/data4/current/blk_3106887529245617405
2013-10-31 16:02:54,357 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5237435270215481053_1413 file build/test/data/dfs/data/data4/current/blk_5237435270215481053 for deletion
2013-10-31 16:02:54,358 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5237435270215481053_1413 at file build/test/data/dfs/data/data4/current/blk_5237435270215481053
2013-10-31 16:02:54,473 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:54,473 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:54,473 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:54,473 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0041_m_-927363619 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:02:55,197 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0043_m_1528090327 given task: attempt_20131031154230960_0043_m_000005_0
2013-10-31 16:02:55,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4010640192114265017_1423 file build/test/data/dfs/data/data8/current/blk_-4010640192114265017 for deletion
2013-10-31 16:02:55,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-888175043584851775_1408 file build/test/data/dfs/data/data7/current/blk_-888175043584851775 for deletion
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4010640192114265017_1423 at file build/test/data/dfs/data/data8/current/blk_-4010640192114265017
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-888175043584851775_1408 at file build/test/data/dfs/data/data7/current/blk_-888175043584851775
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_422955862607929379_1425 file build/test/data/dfs/data/data8/current/blk_422955862607929379 for deletion
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1818171451344115373_1411 file build/test/data/dfs/data/data7/current/blk_1818171451344115373 for deletion
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_422955862607929379_1425 at file build/test/data/dfs/data/data8/current/blk_422955862607929379
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1818171451344115373_1411 at file build/test/data/dfs/data/data7/current/blk_1818171451344115373
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7616831590547402413_1410 file build/test/data/dfs/data/data8/current/blk_7616831590547402413 for deletion
2013-10-31 16:02:55,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7616831590547402413_1410 at file build/test/data/dfs/data/data8/current/blk_7616831590547402413
2013-10-31 16:02:55,618 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0041
2013-10-31 16:02:55,618 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0041_m_000001_0 not found in cache
2013-10-31 16:02:55,618 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0041_m_000000_0 not found in cache
2013-10-31 16:02:55,619 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0041 for user-log deletion with retainTimeStamp:1383321775619
2013-10-31 16:02:55,619 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0042
2013-10-31 16:02:55,619 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0042 being deleted.
2013-10-31 16:02:55,649 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0042
2013-10-31 16:02:55,650 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0042_m_000000_0 not found in cache
2013-10-31 16:02:55,650 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0042_m_000001_0 not found in cache
2013-10-31 16:02:55,650 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031154230960_0042 for user-log deletion with retainTimeStamp:1383321775650
2013-10-31 16:02:55,650 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031154230960_0041
2013-10-31 16:02:55,650 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031154230960_0041 being deleted.
2013-10-31 16:02:55,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:02:56,812 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0042_m_-1583069638 since job job_20131031154230960_0042 is dead
2013-10-31 16:02:56,823 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8486 with signal TERM. Exit code 0
2013-10-31 16:02:56,845 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0041_m_1849997066 since job job_20131031154230960_0041 is dead
2013-10-31 16:02:56,849 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8334 with signal TERM. Exit code 0
2013-10-31 16:02:56,859 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031154230960_0042_m_1529001551 since job job_20131031154230960_0042 is dead
2013-10-31 16:02:56,864 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8339 with signal TERM. Exit code 0
2013-10-31 16:02:57,020 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:57,020 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:57,020 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:57,020 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0042_m_-1583069638 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 16:02:57,025 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:57,025 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:57,025 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:57,025 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0041_m_1849997066 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 16:02:57,036 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 16:02:57,036 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 16:02:57,036 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 16:02:57,037 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031154230960_0042_m_1529001551 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 16:02:58,614 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000005_0 0.0% setup
2013-10-31 16:02:58,617 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0043_m_000005_0 is done.
2013-10-31 16:02:58,618 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0043_m_000005_0 was -1
2013-10-31 16:02:58,618 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:02:59,007 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 32
2013-10-31 16:02:59,638 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0043_m_000005_0' has completed task_20131031154230960_0043_m_000005 successfully.
2013-10-31 16:02:59,640 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0043_m_000000_0' to tip task_20131031154230960_0043_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:44075'
2013-10-31 16:02:59,641 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0043_m_000000
2013-10-31 16:02:59,643 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0043_m_000000_0 task's state:UNASSIGNED
2013-10-31 16:02:59,644 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0043_m_000000_0 which needs 1 slots
2013-10-31 16:02:59,644 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0043_m_000000_0 which needs 1 slots
2013-10-31 16:02:59,662 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0043_m_000001_0' to tip task_20131031154230960_0043_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:40108'
2013-10-31 16:02:59,662 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0043_m_000001
2013-10-31 16:02:59,664 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0043_m_000001_0 task's state:UNASSIGNED
2013-10-31 16:02:59,664 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0043_m_000002_0' to tip task_20131031154230960_0043_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:55812'
2013-10-31 16:02:59,665 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0043_m_000001_0 which needs 1 slots
2013-10-31 16:02:59,665 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0043_m_000002
2013-10-31 16:02:59,665 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0043_m_000001_0 which needs 1 slots
2013-10-31 16:02:59,666 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0043_m_000002_0 task's state:UNASSIGNED
2013-10-31 16:02:59,666 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0043_m_000002_0 which needs 1 slots
2013-10-31 16:02:59,667 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0043_m_000002_0 which needs 1 slots
2013-10-31 16:02:59,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken dst=null perm=null
2013-10-31 16:02:59,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken dst=null perm=null
2013-10-31 16:02:59,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34035, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4510328188648609542_1436, duration: 140170
2013-10-31 16:02:59,673 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34036, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_4510328188648609542_1436, duration: 114085
2013-10-31 16:02:59,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml dst=null perm=null
2013-10-31 16:02:59,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml dst=null perm=null
2013-10-31 16:02:59,700 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031154230960_0043_m_000003_0' to tip task_20131031154230960_0043_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 16:02:59,702 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031154230960_0043_m_000003
2013-10-31 16:02:59,703 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0043_m_000003_0 task's state:UNASSIGNED
2013-10-31 16:02:59,703 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0043_m_000003_0 which needs 1 slots
2013-10-31 16:02:59,703 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0043_m_000003_0 which needs 1 slots
2013-10-31 16:02:59,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043/jobToken dst=null perm=null
2013-10-31 16:02:59,749 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59492, bytes: 27556, op: HDFS_READ, cliID: DFSClient_-601948527, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1524833635601743643_1433, duration: 452345
2013-10-31 16:02:59,749 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37931, bytes: 27556, op: HDFS_READ, cliID: DFSClient_329207199, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-1524833635601743643_1433, duration: 407908
2013-10-31 16:02:59,750 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0043_m_-327195372
2013-10-31 16:02:59,752 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0043_m_-327195372 spawned.
2013-10-31 16:02:59,755 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37933, bytes: 120, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_4510328188648609542_1436, duration: 266334
2013-10-31 16:02:59,755 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0043/attempt_20131031154230960_0043_m_000000_0/taskjvm.sh
2013-10-31 16:02:59,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.xml dst=null perm=null
2013-10-31 16:02:59,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59495, bytes: 27556, op: HDFS_READ, cliID: DFSClient_-912616964, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-1524833635601743643_1433, duration: 384118
2013-10-31 16:02:59,795 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:02:59,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar dst=null perm=null
2013-10-31 16:02:59,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59496, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-912616964, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_7852249517563756391_1430, duration: 1601327
2013-10-31 16:02:59,923 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0043_m_-1690052376
2013-10-31 16:02:59,924 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0043_m_-1690052376 spawned.
2013-10-31 16:02:59,928 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0043/attempt_20131031154230960_0043_m_000003_0/taskjvm.sh
2013-10-31 16:03:00,548 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:03:00,549 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 16:03:00,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar dst=null perm=null
2013-10-31 16:03:00,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.jar dst=null perm=null
2013-10-31 16:03:00,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34047, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-601948527, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_7852249517563756391_1430, duration: 751295
2013-10-31 16:03:00,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39584, bytes: 239915, op: HDFS_READ, cliID: DFSClient_329207199, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_7852249517563756391_1430, duration: 806993
2013-10-31 16:03:00,641 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0043_m_1305281073
2013-10-31 16:03:00,642 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0043_m_1305281073 spawned.
2013-10-31 16:03:00,644 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0043/attempt_20131031154230960_0043_m_000001_0/taskjvm.sh
2013-10-31 16:03:00,649 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0043_m_1793675487
2013-10-31 16:03:00,649 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0043_m_1793675487 spawned.
2013-10-31 16:03:00,651 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0043/attempt_20131031154230960_0043_m_000002_0/taskjvm.sh
2013-10-31 16:03:01,372 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0043_m_-327195372 given task: attempt_20131031154230960_0043_m_000000_0
2013-10-31 16:03:01,820 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0043_m_1305281073 given task: attempt_20131031154230960_0043_m_000001_0
2013-10-31 16:03:01,825 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0043_m_-1690052376 given task: attempt_20131031154230960_0043_m_000003_0
2013-10-31 16:03:01,845 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0043_m_1793675487 given task: attempt_20131031154230960_0043_m_000002_0
2013-10-31 16:03:01,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split dst=null perm=null
2013-10-31 16:03:01,902 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59505, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3777822077271497527_1431, duration: 167689
2013-10-31 16:03:01,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:03:01,942 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39592, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000000_0, offset: 1024, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 130473
2013-10-31 16:03:01,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:01,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:02,124 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0/part-00000. blk_-867396407838087258_1437
2013-10-31 16:03:02,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-867396407838087258_1437 src: /127.0.0.1:59507 dest: /127.0.0.1:40932
2013-10-31 16:03:02,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-867396407838087258_1437 src: /127.0.0.1:39594 dest: /127.0.0.1:42031
2013-10-31 16:03:02,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-867396407838087258_1437 src: /127.0.0.1:34057 dest: /127.0.0.1:51383
2013-10-31 16:03:02,156 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34057, dest: /127.0.0.1:51383, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000000_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-867396407838087258_1437, duration: 1012957
2013-10-31 16:03:02,157 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-867396407838087258_1437 terminating
2013-10-31 16:03:02,157 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39594, dest: /127.0.0.1:42031, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000000_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-867396407838087258_1437, duration: 1371653
2013-10-31 16:03:02,157 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-867396407838087258_1437 terminating
2013-10-31 16:03:02,157 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59507, dest: /127.0.0.1:40932, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000000_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-867396407838087258_1437, duration: 1777380
2013-10-31 16:03:02,158 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-867396407838087258_1437 terminating
2013-10-31 16:03:02,160 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-867396407838087258_1437 size 30
2013-10-31 16:03:02,160 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-867396407838087258_1437 size 30
2013-10-31 16:03:02,161 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-867396407838087258_1437 size 30
2013-10-31 16:03:02,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split dst=null perm=null
2013-10-31 16:03:02,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34061, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3777822077271497527_1431, duration: 169384
2013-10-31 16:03:02,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split dst=null perm=null
2013-10-31 16:03:02,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043/job.split dst=null perm=null
2013-10-31 16:03:02,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59514, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000002_0, offset: 512, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3777822077271497527_1431, duration: 158131
2013-10-31 16:03:02,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34063, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000003_0, offset: 1024, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-3777822077271497527_1431, duration: 112325
2013-10-31 16:03:02,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:03:02,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:02,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:03:02,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39602, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 148626
2013-10-31 16:03:02,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:02,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 16:03:02,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34065, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000003_0, offset: 512, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-8022457244443825403_1002, duration: 143054
2013-10-31 16:03:02,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:02,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:02,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:02,558 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39604, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031154230960_0043_m_000001_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-8022457244443825403_1002, duration: 386369
2013-10-31 16:03:02,559 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0/part-00000 from client DFSClient_attempt_20131031154230960_0043_m_000000_0
2013-10-31 16:03:02,560 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031154230960_0043_m_000000_0
2013-10-31 16:03:02,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:02,564 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0/part-00001. blk_8461129819302429192_1440
2013-10-31 16:03:02,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8461129819302429192_1440 src: /127.0.0.1:34067 dest: /127.0.0.1:51383
2013-10-31 16:03:02,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8461129819302429192_1440 src: /127.0.0.1:37960 dest: /127.0.0.1:37515
2013-10-31 16:03:02,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8461129819302429192_1440 src: /127.0.0.1:59521 dest: /127.0.0.1:40932
2013-10-31 16:03:02,592 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59521, dest: /127.0.0.1:40932, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000001_0, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_8461129819302429192_1440, duration: 1543473
2013-10-31 16:03:02,592 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8461129819302429192_1440 terminating
2013-10-31 16:03:02,592 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37960, dest: /127.0.0.1:37515, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000001_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_8461129819302429192_1440, duration: 1669911
2013-10-31 16:03:02,592 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8461129819302429192_1440 terminating
2013-10-31 16:03:02,593 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34067, dest: /127.0.0.1:51383, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000001_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8461129819302429192_1440, duration: 2138679
2013-10-31 16:03:02,593 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8461129819302429192_1440 terminating
2013-10-31 16:03:02,593 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_8461129819302429192_1440 size 41
2013-10-31 16:03:02,594 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0/part-00001 from client DFSClient_attempt_20131031154230960_0043_m_000001_0
2013-10-31 16:03:02,594 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031154230960_0043_m_000001_0
2013-10-31 16:03:02,595 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_8461129819302429192_1440 size 41
2013-10-31 16:03:02,595 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_8461129819302429192_1440 size 41
2013-10-31 16:03:02,607 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0043_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:03:02,607 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000000_0 0.0%
2013-10-31 16:03:02,642 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0043_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:03:02,642 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000001_0 0.0%
2013-10-31 16:03:02,645 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0043_m_000000_0
2013-10-31 16:03:02,665 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0043_m_000001_0
2013-10-31 16:03:02,726 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0/part-00002. blk_3985800543386109209_1440
2013-10-31 16:03:02,726 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0/part-00003. blk_-373761035639025779_1440
2013-10-31 16:03:02,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3985800543386109209_1440 src: /127.0.0.1:37962 dest: /127.0.0.1:37515
2013-10-31 16:03:02,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-373761035639025779_1440 src: /127.0.0.1:34071 dest: /127.0.0.1:51383
2013-10-31 16:03:02,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3985800543386109209_1440 src: /127.0.0.1:34072 dest: /127.0.0.1:51383
2013-10-31 16:03:02,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-373761035639025779_1440 src: /127.0.0.1:37965 dest: /127.0.0.1:37515
2013-10-31 16:03:02,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3985800543386109209_1440 src: /127.0.0.1:39612 dest: /127.0.0.1:42031
2013-10-31 16:03:02,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-373761035639025779_1440 src: /127.0.0.1:39613 dest: /127.0.0.1:42031
2013-10-31 16:03:02,755 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39612, dest: /127.0.0.1:42031, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000002_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3985800543386109209_1440, duration: 635313
2013-10-31 16:03:02,755 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3985800543386109209_1440 terminating
2013-10-31 16:03:02,756 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34072, dest: /127.0.0.1:51383, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000002_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3985800543386109209_1440, duration: 2416092
2013-10-31 16:03:02,756 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3985800543386109209_1440 terminating
2013-10-31 16:03:02,756 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37962, dest: /127.0.0.1:37515, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000002_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3985800543386109209_1440, duration: 2818586
2013-10-31 16:03:02,756 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3985800543386109209_1440 terminating
2013-10-31 16:03:02,756 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_3985800543386109209_1440 size 40
2013-10-31 16:03:02,757 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_3985800543386109209_1440 size 40
2013-10-31 16:03:02,757 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0/part-00002 from client DFSClient_attempt_20131031154230960_0043_m_000002_0
2013-10-31 16:03:02,757 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031154230960_0043_m_000002_0
2013-10-31 16:03:02,759 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39613, dest: /127.0.0.1:42031, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000003_0, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-373761035639025779_1440, duration: 1222986
2013-10-31 16:03:02,759 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_3985800543386109209_1440 size 40
2013-10-31 16:03:02,760 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-373761035639025779_1440 terminating
2013-10-31 16:03:02,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37965, dest: /127.0.0.1:37515, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000003_0, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-373761035639025779_1440, duration: 6542593
2013-10-31 16:03:02,760 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-373761035639025779_1440 terminating
2013-10-31 16:03:02,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-373761035639025779_1440 size 29
2013-10-31 16:03:02,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:34071, dest: /127.0.0.1:51383, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031154230960_0043_m_000003_0, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-373761035639025779_1440, duration: 6939211
2013-10-31 16:03:02,760 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-373761035639025779_1440 terminating
2013-10-31 16:03:02,761 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0/part-00003 from client DFSClient_attempt_20131031154230960_0043_m_000003_0
2013-10-31 16:03:02,761 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031154230960_0043_m_000003_0
2013-10-31 16:03:02,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:51383 is added to blk_-373761035639025779_1440 size 29
2013-10-31 16:03:02,764 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-373761035639025779_1440 size 29
2013-10-31 16:03:02,804 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0043_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:03:02,805 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000002_0 0.0%
2013-10-31 16:03:02,807 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031154230960_0043_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 16:03:02,808 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000003_0 0.0%
2013-10-31 16:03:03,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0 dst=null perm=null
2013-10-31 16:03:03,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:03,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:03,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000000_0 dst=null perm=null
2013-10-31 16:03:03,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0 dst=null perm=null
2013-10-31 16:03:03,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:03,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:03,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000001_0 dst=null perm=null
2013-10-31 16:03:04,644 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031154230960_0043_m_000005_0
2013-10-31 16:03:04,644 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031154230960_0043_m_000005_0
2013-10-31 16:03:04,644 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031154230960_0043_m_000005_0 not found in cache
2013-10-31 16:03:04,815 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000000_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 16:03:04,817 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0043_m_000000_0 is done.
2013-10-31 16:03:04,817 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0043_m_000000_0 was -1
2013-10-31 16:03:04,817 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:03:05,265 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000001_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 16:03:05,266 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0043_m_000001_0 is done.
2013-10-31 16:03:05,266 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0043_m_000001_0 was -1
2013-10-31 16:03:05,266 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:03:05,648 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0043_m_000000_0' has completed task_20131031154230960_0043_m_000000 successfully.
2013-10-31 16:03:05,668 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0043_m_000001_0' has completed task_20131031154230960_0043_m_000001 successfully.
2013-10-31 16:03:05,672 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0043_m_000002_0
2013-10-31 16:03:05,707 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031154230960_0043_m_000003_0
2013-10-31 16:03:05,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0 dst=null perm=null
2013-10-31 16:03:05,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0 dst=null perm=null
2013-10-31 16:03:05,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:05,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 16:03:05,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:05,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:05,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000002_0 dst=null perm=null
2013-10-31 16:03:05,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary/_attempt_20131031154230960_0043_m_000003_0 dst=null perm=null
2013-10-31 16:03:08,327 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 16:03:08,329 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000002_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 16:03:08,329 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 16:03:08,330 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0043_m_000002_0 is done.
2013-10-31 16:03:08,330 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0043_m_000002_0 was -1
2013-10-31 16:03:08,330 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:03:08,331 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000003_0 1.0% hdfs://localhost:58410/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 16:03:08,332 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0043_m_000003_0 is done.
2013-10-31 16:03:08,332 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0043_m_000003_0 was -1
2013-10-31 16:03:08,332 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:03:08,675 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0043_m_000002_0' has completed task_20131031154230960_0043_m_000002 successfully.
2013-10-31 16:03:08,710 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0043_m_000003_0' has completed task_20131031154230960_0043_m_000003 successfully.
2013-10-31 16:03:08,713 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031154230960_0043_m_000004_0' to tip task_20131031154230960_0043_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41418'
2013-10-31 16:03:08,715 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031154230960_0043_m_000004_0 task's state:UNASSIGNED
2013-10-31 16:03:08,715 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031154230960_0043_m_000004_0 which needs 1 slots
2013-10-31 16:03:08,716 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031154230960_0043_m_000004_0 which needs 1 slots
2013-10-31 16:03:08,750 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031154230960_0043_m_-1009825744
2013-10-31 16:03:08,751 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031154230960_0043_m_-1009825744 spawned.
2013-10-31 16:03:08,754 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031154230960_0043/attempt_20131031154230960_0043_m_000004_0/taskjvm.sh
2013-10-31 16:03:09,571 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031154230960_0043_m_-1009825744 given task: attempt_20131031154230960_0043_m_000004_0
2013-10-31 16:03:10,072 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000004_0 0.0%
2013-10-31 16:03:10,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary dst=null perm=null
2013-10-31 16:03:10,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 16:03:10,089 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_SUCCESS from client DFSClient_attempt_20131031154230960_0043_m_000004_0
2013-10-31 16:03:10,090 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_SUCCESS is closed by DFSClient_attempt_20131031154230960_0043_m_000004_0
2013-10-31 16:03:10,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7852249517563756391 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:03:10,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7852249517563756391 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:03:10,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7852249517563756391 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:03:10,169 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7852249517563756391 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:03:10,170 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3777822077271497527 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:03:10,170 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3777822077271497527 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:03:10,170 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3777822077271497527 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:03:10,170 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3777822077271497527 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:03:10,171 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4647766681295352730 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:03:10,171 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4647766681295352730 is added to invalidSet of 127.0.0.1:42031
2013-10-31 16:03:10,171 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4647766681295352730 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:03:10,171 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1524833635601743643 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:03:10,172 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1524833635601743643 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:03:10,172 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1524833635601743643 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:03:10,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031154230960_0043 dst=null perm=null
2013-10-31 16:03:11,734 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:51383 to delete blk_7852249517563756391_1430 blk_-1524833635601743643_1433 blk_4647766681295352730_1432 blk_-3777822077271497527_1431
2013-10-31 16:03:11,734 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42031 to delete blk_7852249517563756391_1430 blk_4647766681295352730_1432 blk_-3777822077271497527_1431
2013-10-31 16:03:11,844 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3777822077271497527_1431 file build/test/data/dfs/data/data1/current/blk_-3777822077271497527 for deletion
2013-10-31 16:03:11,844 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1524833635601743643_1433 file build/test/data/dfs/data/data1/current/blk_-1524833635601743643 for deletion
2013-10-31 16:03:11,844 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3777822077271497527_1431 at file build/test/data/dfs/data/data1/current/blk_-3777822077271497527
2013-10-31 16:03:11,844 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4647766681295352730_1432 file build/test/data/dfs/data/data2/current/blk_4647766681295352730 for deletion
2013-10-31 16:03:11,845 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1524833635601743643_1433 at file build/test/data/dfs/data/data1/current/blk_-1524833635601743643
2013-10-31 16:03:11,845 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7852249517563756391_1430 file build/test/data/dfs/data/data2/current/blk_7852249517563756391 for deletion
2013-10-31 16:03:11,845 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4647766681295352730_1432 at file build/test/data/dfs/data/data2/current/blk_4647766681295352730
2013-10-31 16:03:11,846 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7852249517563756391_1430 at file build/test/data/dfs/data/data2/current/blk_7852249517563756391
2013-10-31 16:03:12,830 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3777822077271497527_1431 file build/test/data/dfs/data/data6/current/blk_-3777822077271497527 for deletion
2013-10-31 16:03:12,830 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4647766681295352730_1432 file build/test/data/dfs/data/data5/current/blk_4647766681295352730 for deletion
2013-10-31 16:03:12,830 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3777822077271497527_1431 at file build/test/data/dfs/data/data6/current/blk_-3777822077271497527
2013-10-31 16:03:12,830 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7852249517563756391_1430 file build/test/data/dfs/data/data5/current/blk_7852249517563756391 for deletion
2013-10-31 16:03:12,830 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4647766681295352730_1432 at file build/test/data/dfs/data/data5/current/blk_4647766681295352730
2013-10-31 16:03:12,831 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7852249517563756391_1430 at file build/test/data/dfs/data/data5/current/blk_7852249517563756391
2013-10-31 16:03:13,002 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031154230960_0043_m_000004_0 0.0% cleanup
2013-10-31 16:03:13,004 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031154230960_0043_m_000004_0 is done.
2013-10-31 16:03:13,004 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031154230960_0043_m_000004_0 was -1
2013-10-31 16:03:13,004 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 16:03:14,723 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031154230960_0043_m_000004_0' has completed task_20131031154230960_0043_m_000004 successfully.
2013-10-31 16:03:14,724 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031154230960_0043 has completed successfully.
2013-10-31 16:03:14,725 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031154230960_0043,submitTime=1383235372185,launchTime=1383235372291,firstMapTaskLaunchTime=1383235379640,firstJobSetupTaskLaunchTime=1383235373622,firstJobCleanupTaskLaunchTime=1383235388712,finishTime=1383235394724,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=35,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[E1E0C1EC2124455999555A341DD5B769/9076BAED1EAA4711892286F4E8D49BF1] test/(1/1) ...ldedpipesplatform/nogroup
2013-10-31 16:03:14,734 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_1383235372185_hadoop_%5BE1E0C1EC2124455999555A341DD5B769%2F9076BAED1EAA4711. blk_-3222147881329444533_1441
2013-10-31 16:03:14,735 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:37515 to delete blk_7852249517563756391_1430 blk_-1524833635601743643_1433 blk_-3777822077271497527_1431
2013-10-31 16:03:14,736 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:40932 to delete blk_7852249517563756391_1430 blk_-1524833635601743643_1433 blk_4647766681295352730_1432 blk_-3777822077271497527_1431
2013-10-31 16:03:14,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3222147881329444533_1441 src: /127.0.0.1:59531 dest: /127.0.0.1:40932
2013-10-31 16:03:14,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3222147881329444533_1441 src: /127.0.0.1:39618 dest: /127.0.0.1:42031
2013-10-31 16:03:14,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3222147881329444533_1441 src: /127.0.0.1:37973 dest: /127.0.0.1:37515
2013-10-31 16:03:14,752 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37973, dest: /127.0.0.1:37515, bytes: 22671, op: HDFS_WRITE, cliID: DFSClient_-642725573, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-3222147881329444533_1441, duration: 7045855
2013-10-31 16:03:14,752 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3222147881329444533_1441 terminating
2013-10-31 16:03:14,753 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39618, dest: /127.0.0.1:42031, bytes: 22671, op: HDFS_WRITE, cliID: DFSClient_-642725573, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-3222147881329444533_1441, duration: 7905216
2013-10-31 16:03:14,753 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3222147881329444533_1441 terminating
2013-10-31 16:03:14,754 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42031 is added to blk_-3222147881329444533_1441 size 22671
2013-10-31 16:03:14,754 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:59531, dest: /127.0.0.1:40932, bytes: 22671, op: HDFS_WRITE, cliID: DFSClient_-642725573, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-3222147881329444533_1441, duration: 6124591
2013-10-31 16:03:14,754 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3222147881329444533_1441 terminating
2013-10-31 16:03:14,758 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:37515 is added to blk_-3222147881329444533_1441 size 22671
2013-10-31 16:03:14,758 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_1383235372185_hadoop_%5BE1E0C1EC2124455999555A341DD5B769%2F9076BAED1EAA4711 from client DFSClient_-642725573
2013-10-31 16:03:14,759 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_logs/history/job_20131031154230960_0043_1383235372185_hadoop_%5BE1E0C1EC2124455999555A341DD5B769%2F9076BAED1EAA4711 is closed by DFSClient_-642725573
2013-10-31 16:03:14,759 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:40932 is added to blk_-3222147881329444533_1441 size 22671
2013-10-31 16:03:14,765 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0043_1383235372185_hadoop_%5BE1E0C1EC2124455999555A341DD5B769%2F9076BAED1EAA4711 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:03:14,766 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0043_m_000003_0'
2013-10-31 16:03:14,766 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031154230960_0043_m_000004_0'
2013-10-31 16:03:14,768 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4510328188648609542 is added to invalidSet of 127.0.0.1:40932
2013-10-31 16:03:14,769 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4510328188648609542 is added to invalidSet of 127.0.0.1:37515
2013-10-31 16:03:14,769 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4510328188648609542 is added to invalidSet of 127.0.0.1:51383
2013-10-31 16:03:14,772 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031154230960_0043_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383234151027_/2013/10/31/000000
2013-10-31 16:03:14,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031154230960_0043 dst=null perm=null
2013-10-31 16:03:14,775 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/_temporary
2013-10-31 16:03:14,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup dst=null perm=null
2013-10-31 16:03:14,795 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 16:03:14,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00000 dst=null perm=null
2013-10-31 16:03:14,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00001 dst=null perm=null
2013-10-31 16:03:14,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00002 dst=null perm=null
2013-10-31 16:03:14,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00003 dst=null perm=null
2013-10-31 16:03:14,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00000 dst=null perm=null
2013-10-31 16:03:14,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59535, bytes: 34, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-867396407838087258_1437, duration: 259258
2013-10-31 16:03:14,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00001 dst=null perm=null
2013-10-31 16:03:14,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34084, bytes: 45, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8461129819302429192_1440, duration: 269586
2013-10-31 16:03:14,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00002 dst=null perm=null
2013-10-31 16:03:14,811 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37977, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_3985800543386109209_1440, duration: 257988
2013-10-31 16:03:14,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00003 dst=null perm=null
2013-10-31 16:03:14,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34086, bytes: 33, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_-373761035639025779_1440, duration: 260386
2013-10-31 16:03:14,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup dst=null perm=null
2013-10-31 16:03:14,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 16:03:14,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00000 dst=null perm=null
2013-10-31 16:03:14,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00001 dst=null perm=null
2013-10-31 16:03:14,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00002 dst=null perm=null
2013-10-31 16:03:14,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00003 dst=null perm=null
2013-10-31 16:03:14,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00000 dst=null perm=null
2013-10-31 16:03:14,841 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:40932, dest: /127.0.0.1:59539, bytes: 34, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-718430942-10.5.128.102-40932-1383234150805, blockid: blk_-867396407838087258_1437, duration: 252200
2013-10-31 16:03:14,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00001 dst=null perm=null
2013-10-31 16:03:14,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34088, bytes: 45, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8461129819302429192_1440, duration: 365736
2013-10-31 16:03:14,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00002 dst=null perm=null
2013-10-31 16:03:14,847 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39627, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_3985800543386109209_1440, duration: 256587
2013-10-31 16:03:14,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00003 dst=null perm=null
2013-10-31 16:03:14,851 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:37515, dest: /127.0.0.1:37982, bytes: 33, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1339410631-10.5.128.102-37515-1383234149886, blockid: blk_-373761035639025779_1440, duration: 296408
2013-10-31 16:03:14,851 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/fieldedpipesplatform/nogroup
2013-10-31 16:03:14,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup dst=null perm=null
2013-10-31 16:03:14,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00000 dst=null perm=null
2013-10-31 16:03:14,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39629, bytes: 34, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-867396407838087258_1437, duration: 249811
2013-10-31 16:03:14,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00001 dst=null perm=null
2013-10-31 16:03:14,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34092, bytes: 45, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_8461129819302429192_1440, duration: 249991
2013-10-31 16:03:14,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00002 dst=null perm=null
2013-10-31 16:03:14,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:51383, dest: /127.0.0.1:34093, bytes: 44, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-1076415121-10.5.128.102-51383-1383234147854, blockid: blk_3985800543386109209_1440, duration: 251501
2013-10-31 16:03:14,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/fieldedpipesplatform/nogroup/part-00003 dst=null perm=null
2013-10-31 16:03:14,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42031, dest: /127.0.0.1:39632, bytes: 33, op: HDFS_READ, cliID: DFSClient_1020568644, offset: 0, srvID: DS-881738027-10.5.128.102-42031-1383234150354, blockid: blk_-373761035639025779_1440, duration: 247839